[ 527.416709] env[68466]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68466) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.417079] env[68466]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68466) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.417208] env[68466]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68466) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.417493] env[68466]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 527.514606] env[68466]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68466) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 527.524559] env[68466]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68466) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 527.567569] env[68466]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 528.127696] env[68466]: INFO nova.virt.driver [None req-350c802f-f904-4dd8-935c-34398b77f2e9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 528.197201] env[68466]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.197375] env[68466]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.197465] env[68466]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68466) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 531.119420] env[68466]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-d81b9646-7a35-42e5-a07b-ea77c1f55717 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.135576] env[68466]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68466) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 531.135709] env[68466]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-85dca973-9660-447f-947d-61e84a0fd4d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.167629] env[68466]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 03231. [ 531.167767] env[68466]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.970s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.168319] env[68466]: INFO nova.virt.vmwareapi.driver [None req-350c802f-f904-4dd8-935c-34398b77f2e9 None None] VMware vCenter version: 7.0.3 [ 531.171767] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca58be-69f1-4029-93b5-656dedff8091 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.189299] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f3c0a0-9e77-4b2c-95e3-6197c375f785 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.195099] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fded5818-35d5-480c-812c-d7f5ad3c3e56 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.201581] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daa2bf7-b66e-4bd4-8d13-18469757fdc5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.214443] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7c8d9-73bb-4509-8c95-803e0d184d5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.220368] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea297b9-fc8e-4314-82df-7db1fa2e2e40 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.249847] env[68466]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-35223cfe-abd9-4a47-bfa0-983c0680be8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.254767] env[68466]: DEBUG nova.virt.vmwareapi.driver [None req-350c802f-f904-4dd8-935c-34398b77f2e9 None None] Extension org.openstack.compute already exists. {{(pid=68466) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 531.257311] env[68466]: INFO nova.compute.provider_config [None req-350c802f-f904-4dd8-935c-34398b77f2e9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 531.761064] env[68466]: DEBUG nova.context [None req-350c802f-f904-4dd8-935c-34398b77f2e9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),72eda1ff-9fc8-4ef9-9336-5d5ece12e74c(cell1) {{(pid=68466) load_cells /opt/stack/nova/nova/context.py:464}} [ 531.763449] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.763841] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.764587] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.765394] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Acquiring lock "72eda1ff-9fc8-4ef9-9336-5d5ece12e74c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.765721] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Lock "72eda1ff-9fc8-4ef9-9336-5d5ece12e74c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.767338] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Lock "72eda1ff-9fc8-4ef9-9336-5d5ece12e74c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.789278] env[68466]: INFO dbcounter [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Registered counter for database nova_cell0 [ 531.797442] env[68466]: INFO dbcounter [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Registered counter for database nova_cell1 [ 531.800842] env[68466]: DEBUG oslo_db.sqlalchemy.engines [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68466) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 531.801224] env[68466]: DEBUG oslo_db.sqlalchemy.engines [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68466) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 531.806173] env[68466]: ERROR nova.db.main.api [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 531.806173] env[68466]: result = function(*args, **kwargs) [ 531.806173] env[68466]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 531.806173] env[68466]: return func(*args, **kwargs) [ 531.806173] env[68466]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 531.806173] env[68466]: result = fn(*args, **kwargs) [ 531.806173] env[68466]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 531.806173] env[68466]: return f(*args, **kwargs) [ 531.806173] env[68466]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 531.806173] env[68466]: return db.service_get_minimum_version(context, binaries) [ 531.806173] env[68466]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 531.806173] env[68466]: _check_db_access() [ 531.806173] env[68466]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 531.806173] env[68466]: stacktrace = ''.join(traceback.format_stack()) [ 531.806173] env[68466]: [ 531.806971] env[68466]: ERROR nova.db.main.api [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 531.806971] env[68466]: result = function(*args, **kwargs) [ 531.806971] env[68466]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 531.806971] env[68466]: return func(*args, **kwargs) [ 531.806971] env[68466]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 531.806971] env[68466]: result = fn(*args, **kwargs) [ 531.806971] env[68466]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 531.806971] env[68466]: return f(*args, **kwargs) [ 531.806971] env[68466]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 531.806971] env[68466]: return db.service_get_minimum_version(context, binaries) [ 531.806971] env[68466]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 531.806971] env[68466]: _check_db_access() [ 531.806971] env[68466]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 531.806971] env[68466]: stacktrace = ''.join(traceback.format_stack()) [ 531.806971] env[68466]: [ 531.807383] env[68466]: WARNING nova.objects.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 531.807501] env[68466]: WARNING nova.objects.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Failed to get minimum service version for cell 72eda1ff-9fc8-4ef9-9336-5d5ece12e74c [ 531.807925] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Acquiring lock "singleton_lock" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.808096] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Acquired lock "singleton_lock" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.808335] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Releasing lock "singleton_lock" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.808657] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Full set of CONF: {{(pid=68466) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 531.808799] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ******************************************************************************** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.808925] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] Configuration options gathered from: {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.809067] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.809260] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.809386] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ================================================================================ {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.809590] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] allow_resize_to_same_host = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.809761] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] arq_binding_timeout = 300 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.809892] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] backdoor_port = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810029] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] backdoor_socket = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810198] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] block_device_allocate_retries = 60 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810359] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] block_device_allocate_retries_interval = 3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810526] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cert = self.pem {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810693] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.810855] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute_monitors = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.811031] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] config_dir = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.811208] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] config_drive_format = iso9660 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.811340] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.811514] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] config_source = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.811698] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] console_host = devstack {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.811867] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] control_exchange = nova {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.812036] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cpu_allocation_ratio = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.812202] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] daemon = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.812367] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] debug = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.812522] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] default_access_ip_network_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.812684] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] default_availability_zone = nova {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.812838] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] default_ephemeral_format = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.812995] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] default_green_pool_size = 1000 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.813251] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.813415] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] default_schedule_zone = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.813676] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] disk_allocation_ratio = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.813868] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] enable_new_services = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.814067] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] enabled_apis = ['osapi_compute'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.814242] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] enabled_ssl_apis = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.814405] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] flat_injected = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.814565] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] force_config_drive = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.814722] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] force_raw_images = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.814889] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] graceful_shutdown_timeout = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.815061] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] heal_instance_info_cache_interval = -1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.815298] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] host = cpu-1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.815475] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.815639] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.815800] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.816028] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.816199] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] instance_build_timeout = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.816358] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] instance_delete_interval = 300 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.816525] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] instance_format = [instance: %(uuid)s] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.816688] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] instance_name_template = instance-%08x {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.816847] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] instance_usage_audit = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818065] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] instance_usage_audit_period = month {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818065] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818065] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818065] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] internal_service_availability_zone = internal {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818065] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] key = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818065] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] live_migration_retry_count = 30 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818364] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] log_color = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818364] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] log_config_append = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818364] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818441] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] log_dir = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818596] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] log_file = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818725] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] log_options = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.818885] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] log_rotate_interval = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.819063] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] log_rotate_interval_type = days {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.819231] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] log_rotation_type = none {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.819358] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.819480] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.819642] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.819810] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.819936] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.820108] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] long_rpc_timeout = 1800 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.820271] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] max_concurrent_builds = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.820428] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] max_concurrent_live_migrations = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.820583] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] max_concurrent_snapshots = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.820741] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] max_local_block_devices = 3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.820895] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] max_logfile_count = 30 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.821060] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] max_logfile_size_mb = 200 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.821220] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] maximum_instance_delete_attempts = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.821385] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] metadata_listen = 0.0.0.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.821601] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] metadata_listen_port = 8775 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.821786] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] metadata_workers = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.821951] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] migrate_max_retries = -1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.822132] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] mkisofs_cmd = genisoimage {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.822339] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.822472] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] my_ip = 10.180.1.21 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.822672] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.822837] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] network_allocate_retries = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.823021] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.823194] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.823357] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] osapi_compute_listen_port = 8774 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.823553] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] osapi_compute_unique_server_name_scope = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.823803] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] osapi_compute_workers = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.823983] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] password_length = 12 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.824161] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] periodic_enable = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.824321] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] periodic_fuzzy_delay = 60 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.824490] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] pointer_model = usbtablet {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.824656] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] preallocate_images = none {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.824818] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] publish_errors = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.824947] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] pybasedir = /opt/stack/nova {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.825117] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ram_allocation_ratio = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.825279] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] rate_limit_burst = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.825445] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] rate_limit_except_level = CRITICAL {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.825602] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] rate_limit_interval = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.825763] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] reboot_timeout = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.825935] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] reclaim_instance_interval = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.826150] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] record = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.826629] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] reimage_timeout_per_gb = 60 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.826629] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] report_interval = 120 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.826749] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] rescue_timeout = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.826876] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] reserved_host_cpus = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.827047] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] reserved_host_disk_mb = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.827216] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] reserved_host_memory_mb = 512 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.827372] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] reserved_huge_pages = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.827531] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] resize_confirm_window = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.827688] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] resize_fs_using_block_device = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.827846] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] resume_guests_state_on_host_boot = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.828027] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.828193] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] rpc_response_timeout = 60 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.828351] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] run_external_periodic_tasks = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.828519] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] running_deleted_instance_action = reap {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.828683] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.828840] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] running_deleted_instance_timeout = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.828996] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler_instance_sync_interval = 120 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.829177] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_down_time = 720 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.829343] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] servicegroup_driver = db {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.829497] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] shell_completion = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.829704] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] shelved_offload_time = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.829876] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] shelved_poll_interval = 3600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.830063] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] shutdown_timeout = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.830229] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] source_is_ipv6 = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.830388] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ssl_only = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.830642] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.830813] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] sync_power_state_interval = 600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.830975] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] sync_power_state_pool_size = 1000 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.831158] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] syslog_log_facility = LOG_USER {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.831317] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] tempdir = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.831476] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] timeout_nbd = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.831667] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] transport_url = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.831838] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] update_resources_interval = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.832005] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] use_cow_images = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.832176] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] use_journal = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.832344] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] use_json = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.832496] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] use_rootwrap_daemon = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.832654] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] use_stderr = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.832813] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] use_syslog = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.832967] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vcpu_pin_set = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.833149] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plugging_is_fatal = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.833316] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plugging_timeout = 300 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.833480] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] virt_mkfs = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.833671] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] volume_usage_poll_interval = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.833856] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] watch_log_file = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.834035] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] web = /usr/share/spice-html5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.834227] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834399] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834563] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.834741] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_concurrency.disable_process_locking = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.273266] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.273664] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.273767] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.273931] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.274134] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.274311] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.274503] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.auth_strategy = keystone {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.274688] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.compute_link_prefix = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.274870] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.275056] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.dhcp_domain = novalocal {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.275235] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.enable_instance_password = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.275403] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.glance_link_prefix = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.275573] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.275749] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.275915] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.instance_list_per_project_cells = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.276094] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.list_records_by_skipping_down_cells = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.276265] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.local_metadata_per_cell = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.276465] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.max_limit = 1000 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.276606] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.metadata_cache_expiration = 15 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.276791] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.neutron_default_tenant_id = default {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.276962] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.response_validation = warn {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.277150] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.use_neutron_default_nets = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.277323] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.277488] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.277658] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.277833] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.278019] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.vendordata_dynamic_targets = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.278193] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.vendordata_jsonfile_path = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.278374] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.278577] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.backend = dogpile.cache.memcached {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.278741] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.backend_argument = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.278903] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.backend_expiration_time = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.279092] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.config_prefix = cache.oslo {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.279275] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.dead_timeout = 60.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.279446] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.debug_cache_backend = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.279613] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.enable_retry_client = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.279788] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.enable_socket_keepalive = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.279957] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.enabled = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.280138] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.enforce_fips_mode = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.280309] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.expiration_time = 600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.280475] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.hashclient_retry_attempts = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.280642] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.280810] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_dead_retry = 300 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.280973] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_password = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.281152] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.281395] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.281520] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_pool_maxsize = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.281736] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.281913] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_sasl_enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.282108] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.282282] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.282444] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.memcache_username = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.282612] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.proxies = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.282783] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.redis_db = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.282945] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.redis_password = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.283131] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.283311] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.283482] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.redis_server = localhost:6379 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.283707] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.redis_socket_timeout = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.283883] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.redis_username = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.284064] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.retry_attempts = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.284239] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.retry_delay = 0.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.284513] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.socket_keepalive_count = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.284567] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.socket_keepalive_idle = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.284729] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.socket_keepalive_interval = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.284891] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.tls_allowed_ciphers = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.285063] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.tls_cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.285226] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.tls_certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.285391] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.tls_enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.285551] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cache.tls_keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.285723] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.auth_section = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.285899] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.auth_type = password {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.286133] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.286325] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.286516] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.286689] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.286857] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.cross_az_attach = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.287032] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.debug = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.287203] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.endpoint_template = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.287371] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.http_retries = 3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.287534] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.287701] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.287873] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.os_region_name = RegionOne {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.288051] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.288217] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cinder.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.288389] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.288552] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.cpu_dedicated_set = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.288715] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.cpu_shared_set = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.288879] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.image_type_exclude_list = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.289056] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.289224] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.289386] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.289551] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.289725] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.289892] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.resource_provider_association_refresh = 300 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.290066] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.290233] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.shutdown_retry_interval = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.290413] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.290595] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] conductor.workers = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.290777] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] console.allowed_origins = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.290938] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] console.ssl_ciphers = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.291123] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] console.ssl_minimum_version = default {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.291298] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] consoleauth.enforce_session_timeout = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.291483] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] consoleauth.token_ttl = 600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.291673] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.291838] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.292009] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.292181] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.connect_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.292344] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.connect_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.292503] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.endpoint_override = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.292664] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.292826] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.292985] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.max_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.293158] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.min_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.293320] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.region_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.293489] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.retriable_status_codes = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.293700] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.service_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.293881] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.service_type = accelerator {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.294061] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.294226] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.status_code_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.294391] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.status_code_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.294565] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.294766] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.294929] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] cyborg.version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.295118] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.asyncio_connection = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.295285] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.asyncio_slave_connection = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.295459] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.backend = sqlalchemy {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.295630] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.connection = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.295800] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.connection_debug = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.295970] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.connection_parameters = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.296152] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.connection_recycle_time = 3600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.296319] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.connection_trace = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.296483] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.db_inc_retry_interval = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.296666] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.db_max_retries = 20 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.296895] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.db_max_retry_interval = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.297084] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.db_retry_interval = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.297258] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.max_overflow = 50 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.297425] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.max_pool_size = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.297590] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.max_retries = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.297765] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.297925] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.mysql_wsrep_sync_wait = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.298097] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.pool_timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.298266] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.retry_interval = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.298427] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.slave_connection = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.298590] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.sqlite_synchronous = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.298760] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] database.use_db_reconnect = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.298922] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.asyncio_connection = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299095] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.asyncio_slave_connection = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299275] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.backend = sqlalchemy {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299446] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.connection = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299614] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.connection_debug = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299786] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.connection_parameters = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299951] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.connection_recycle_time = 3600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300130] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.connection_trace = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300297] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.db_inc_retry_interval = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300461] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.db_max_retries = 20 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300626] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.db_max_retry_interval = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300791] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.db_retry_interval = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300955] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.max_overflow = 50 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301132] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.max_pool_size = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301298] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.max_retries = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301489] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301665] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301832] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.pool_timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301997] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.retry_interval = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302175] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.slave_connection = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302342] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] api_database.sqlite_synchronous = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302523] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] devices.enabled_mdev_types = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302702] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302878] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303056] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ephemeral_storage_encryption.enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303226] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303400] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.api_servers = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303585] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303767] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303937] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304116] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.connect_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304281] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.connect_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304446] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.debug = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304643] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.default_trusted_certificate_ids = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304803] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.enable_certificate_validation = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304968] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.enable_rbd_download = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305154] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.endpoint_override = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305327] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305492] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305683] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.max_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305849] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.min_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306025] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.num_retries = 3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306207] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.rbd_ceph_conf = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306372] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.rbd_connect_timeout = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306546] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.rbd_pool = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306722] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.rbd_user = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306887] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.region_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307060] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.retriable_status_codes = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307225] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.service_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307396] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.service_type = image {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307558] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307718] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.status_code_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307877] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.status_code_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308046] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308232] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308397] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.verify_glance_signatures = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308559] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] glance.version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308772] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] guestfs.debug = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308964] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.auth_section = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309146] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.auth_type = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309310] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309471] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309637] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309798] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.connect_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309957] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.connect_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310130] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.endpoint_override = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310296] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310456] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310616] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.max_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310822] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.min_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311039] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.region_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311209] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.retriable_status_codes = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311370] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.service_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311570] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.service_type = shared-file-system {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311750] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.share_apply_policy_timeout = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311916] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312092] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.status_code_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312259] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.status_code_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312421] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312605] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312770] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] manila.version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312940] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] mks.enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.313314] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.313509] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] image_cache.manager_interval = 2400 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.313703] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] image_cache.precache_concurrency = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.313883] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] image_cache.remove_unused_base_images = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314070] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314246] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314427] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] image_cache.subdirectory_name = _base {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314609] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.api_max_retries = 60 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314775] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.api_retry_interval = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314935] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.auth_section = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315145] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.auth_type = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315315] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315478] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315643] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315810] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.conductor_group = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315970] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.connect_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316145] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.connect_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316306] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.endpoint_override = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316471] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316630] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316791] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.max_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316948] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.min_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317127] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.peer_list = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317290] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.region_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317450] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.retriable_status_codes = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317636] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.serial_console_state_timeout = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317815] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.service_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317987] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.service_type = baremetal {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318168] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.shard = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318335] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318495] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.status_code_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318656] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.status_code_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318817] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318995] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319173] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ironic.version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319359] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319535] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] key_manager.fixed_key = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319722] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319886] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.barbican_api_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320060] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.barbican_endpoint = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320237] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.barbican_endpoint_type = public {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320397] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.barbican_region_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320558] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320723] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320894] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321067] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321230] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321394] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.number_of_retries = 60 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321580] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.retry_delay = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321749] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.send_service_user_token = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321909] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322081] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322249] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.verify_ssl = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322408] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican.verify_ssl_path = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322578] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican_service_user.auth_section = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322744] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican_service_user.auth_type = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322904] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican_service_user.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323074] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican_service_user.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323241] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican_service_user.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323403] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican_service_user.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323580] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican_service_user.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323763] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican_service_user.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323924] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] barbican_service_user.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324105] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.approle_role_id = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324274] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.approle_secret_id = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324448] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.kv_mountpoint = secret {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324646] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.kv_path = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324781] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.kv_version = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324940] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.namespace = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325112] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.root_token_id = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325275] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.ssl_ca_crt_file = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325442] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.timeout = 60.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325605] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.use_ssl = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325777] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325948] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326124] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326293] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326453] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.connect_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326615] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.connect_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326776] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.endpoint_override = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326942] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327123] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327285] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.max_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327445] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.min_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327605] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.region_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327770] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.retriable_status_codes = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327929] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.service_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328114] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.service_type = identity {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328284] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328447] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.status_code_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328611] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.status_code_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328772] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328954] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329133] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] keystone.version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329328] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.ceph_mount_options = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329690] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329903] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.connection_uri = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330086] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.cpu_mode = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330260] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330433] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.cpu_models = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330613] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.cpu_power_governor_high = performance {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330778] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330941] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.cpu_power_management = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331126] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331299] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.device_detach_attempts = 8 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331464] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.device_detach_timeout = 20 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331661] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.disk_cachemodes = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331832] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.disk_prefix = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331996] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.enabled_perf_events = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332178] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.file_backed_memory = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332345] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.gid_maps = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332503] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.hw_disk_discard = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332661] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.hw_machine_type = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332829] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.images_rbd_ceph_conf = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332992] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333168] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333338] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.images_rbd_glance_store_name = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333504] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.images_rbd_pool = rbd {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333701] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.images_type = default {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333865] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.images_volume_group = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334039] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.inject_key = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334206] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.inject_partition = -2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334366] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.inject_password = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334529] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.iscsi_iface = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334691] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.iser_use_multipath = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334852] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335028] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335185] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_downtime = 500 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335347] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335506] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335711] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_inbound_addr = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335899] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336086] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336251] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_scheme = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336423] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_timeout_action = abort {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336585] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_tunnelled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336744] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_uri = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336906] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.live_migration_with_native_tls = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337076] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.max_queues = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337242] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337577] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337757] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.nfs_mount_options = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338071] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338256] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338427] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338592] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338820] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339039] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.num_pcie_ports = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339225] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339397] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.pmem_namespaces = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339562] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.quobyte_client_cfg = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339854] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340044] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340217] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340383] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340544] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rbd_secret_uuid = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340704] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rbd_user = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340868] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341051] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341217] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rescue_image_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341375] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rescue_kernel_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341577] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rescue_ramdisk_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341771] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341933] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.rx_queue_size = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342120] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.smbfs_mount_options = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342413] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342592] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.snapshot_compression = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342760] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.snapshot_image_format = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342994] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343179] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.sparse_logical_volumes = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343344] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.swtpm_enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343516] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.swtpm_group = tss {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343717] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.swtpm_user = tss {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343894] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.sysinfo_serial = unique {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344070] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.tb_cache_size = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344235] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.tx_queue_size = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344403] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.uid_maps = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344570] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.use_virtio_for_bridges = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344743] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.virt_type = kvm {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344913] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.volume_clear = zero {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345090] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.volume_clear_size = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345262] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.volume_use_multipath = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345420] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.vzstorage_cache_path = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345590] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345760] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345924] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346106] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346406] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346586] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.vzstorage_mount_user = stack {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346756] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346929] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.auth_section = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347115] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.auth_type = password {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347278] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347437] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347597] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347758] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.connect_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347914] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.connect_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348095] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.default_floating_pool = public {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348258] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.endpoint_override = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348420] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.extension_sync_interval = 600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348581] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.http_retries = 3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348741] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348903] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349069] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.max_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349243] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349399] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.min_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349564] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.ovs_bridge = br-int {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349728] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.physnets = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349899] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.region_name = RegionOne {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350062] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.retriable_status_codes = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350231] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.service_metadata_proxy = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350389] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.service_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350555] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.service_type = network {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350716] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350876] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.status_code_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351046] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.status_code_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351210] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351390] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351591] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] neutron.version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351782] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] notifications.bdms_in_notifications = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351963] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] notifications.default_level = INFO {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352144] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] notifications.include_share_mapping = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352323] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] notifications.notification_format = unversioned {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352488] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] notifications.notify_on_state_change = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352660] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352839] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] pci.alias = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353022] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] pci.device_spec = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353194] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] pci.report_in_placement = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353366] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.auth_section = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353588] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.auth_type = password {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353767] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353932] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354104] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354266] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354425] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.connect_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354587] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.connect_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354747] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.default_domain_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354902] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.default_domain_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355071] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.domain_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355232] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.domain_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355389] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.endpoint_override = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355549] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355706] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355859] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.max_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356017] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.min_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356185] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.password = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356339] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.project_domain_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356502] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.project_domain_name = Default {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356663] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.project_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356832] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.project_name = service {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356996] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.region_name = RegionOne {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357181] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.retriable_status_codes = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357349] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.service_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357520] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.service_type = placement {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357681] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357843] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.status_code_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358009] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.status_code_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358176] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.system_scope = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358335] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358493] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.trust_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358649] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.user_domain_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358818] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.user_domain_name = Default {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358975] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.user_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359164] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.username = nova {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359346] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359503] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] placement.version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359686] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.cores = 20 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359848] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.count_usage_from_placement = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360034] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360212] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.injected_file_content_bytes = 10240 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360382] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.injected_file_path_length = 255 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360549] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.injected_files = 5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360717] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.instances = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360881] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.key_pairs = 100 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361228] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.metadata_items = 128 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361228] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.ram = 51200 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361374] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.recheck_quota = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361577] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.server_group_members = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361761] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.server_groups = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361973] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362164] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] quota.unified_limits_resource_strategy = require {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362341] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362505] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362751] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.image_metadata_prefilter = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362822] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362988] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.max_attempts = 3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363165] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.max_placement_results = 1000 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363354] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363483] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363671] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363852] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] scheduler.workers = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.364041] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.364261] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.364459] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.364636] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.364802] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.364966] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365146] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365334] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365501] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.host_subset_size = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365664] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365887] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366088] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366260] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.isolated_hosts = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366425] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.isolated_images = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366603] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366773] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366933] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367110] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.pci_in_placement = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367278] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367439] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367600] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367762] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367922] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368096] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368262] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.track_instance_changes = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368440] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368610] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] metrics.required = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368775] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] metrics.weight_multiplier = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368937] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369116] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] metrics.weight_setting = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369423] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369596] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] serial_console.enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369773] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] serial_console.port_range = 10000:20000 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369995] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370203] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370383] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] serial_console.serialproxy_port = 6083 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370555] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.auth_section = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370731] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.auth_type = password {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370891] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371060] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371228] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371388] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371559] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371747] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.send_service_user_token = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371913] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372090] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] service_user.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372268] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.agent_enabled = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372434] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372738] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372942] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373129] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.html5proxy_port = 6082 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373294] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.image_compression = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373454] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.jpeg_compression = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373636] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.playback_compression = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373811] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.require_secure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373981] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.server_listen = 127.0.0.1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374165] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374437] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374609] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.streaming_mode = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374773] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] spice.zlib_compression = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374941] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] upgrade_levels.baseapi = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375128] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] upgrade_levels.compute = auto {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375291] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] upgrade_levels.conductor = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375450] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] upgrade_levels.scheduler = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375616] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375779] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375939] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vendordata_dynamic_auth.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376121] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vendordata_dynamic_auth.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376316] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376484] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vendordata_dynamic_auth.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376644] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376808] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376967] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vendordata_dynamic_auth.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377158] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.api_retry_count = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377322] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.ca_file = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377494] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377663] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.cluster_name = testcl1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377831] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.connection_pool_size = 10 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377992] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.console_delay_seconds = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378178] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.datastore_regex = ^datastore.* {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378389] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378565] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.host_password = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378739] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.host_port = 443 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378908] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.host_username = administrator@vsphere.local {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379089] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.insecure = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379258] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.integration_bridge = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379423] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.maximum_objects = 100 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379583] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.pbm_default_policy = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379747] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.pbm_enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379902] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.pbm_wsdl_location = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380081] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380243] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.serial_port_proxy_uri = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380401] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.serial_port_service_uri = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380565] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.task_poll_interval = 0.5 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380736] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.use_linked_clone = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380902] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.vnc_keymap = en-us {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381082] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.vnc_port = 5900 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381250] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vmware.vnc_port_total = 10000 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381445] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.auth_schemes = ['none'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381659] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381954] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382158] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382336] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.novncproxy_port = 6080 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382525] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.server_listen = 127.0.0.1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382703] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382866] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.vencrypt_ca_certs = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383035] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.vencrypt_client_cert = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383198] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vnc.vencrypt_client_key = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383377] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383559] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.disable_deep_image_inspection = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383740] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383905] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384081] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384248] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.disable_rootwrap = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384411] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.enable_numa_live_migration = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384574] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384737] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384899] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385073] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.libvirt_disable_apic = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385238] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385400] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385561] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385722] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385882] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386058] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386224] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386384] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386543] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386709] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386893] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387074] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.client_socket_timeout = 900 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387244] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.default_pool_size = 1000 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387471] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.keep_alive = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387655] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.max_header_line = 16384 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387824] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387985] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.ssl_ca_file = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388165] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.ssl_cert_file = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388326] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.ssl_key_file = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388492] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.tcp_keepidle = 600 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388665] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388831] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] zvm.ca_file = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388991] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] zvm.cloud_connector_url = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389430] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389615] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] zvm.reachable_timeout = 300 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389791] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389970] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390166] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.connection_string = messaging:// {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390341] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.enabled = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390515] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.es_doc_type = notification {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390681] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.es_scroll_size = 10000 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390854] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.es_scroll_time = 2m {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391030] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.filter_error_trace = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391206] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.hmac_keys = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391376] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.sentinel_service_name = mymaster {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391580] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.socket_timeout = 0.1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391765] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.trace_requests = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391933] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler.trace_sqlalchemy = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392132] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler_jaeger.process_tags = {} {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392300] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler_jaeger.service_name_prefix = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392467] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] profiler_otlp.service_name_prefix = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392633] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] remote_debug.host = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392796] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] remote_debug.port = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392970] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393148] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393312] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393475] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393675] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393842] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394012] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394184] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394345] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394516] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394673] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394843] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395017] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395186] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395350] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395519] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395686] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395882] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396032] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396202] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396364] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396527] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396691] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396851] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397023] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397190] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397352] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397514] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397678] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397845] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398013] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.ssl = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398194] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398365] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398529] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398708] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398881] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399058] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399249] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399447] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_notifications.retry = -1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399640] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399808] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399987] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.auth_section = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400163] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.auth_type = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400324] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.cafile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400482] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.certfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400643] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.collect_timing = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400803] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.connect_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400960] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.connect_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401132] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.endpoint_id = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401305] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401481] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.endpoint_override = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401673] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.endpoint_region_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401844] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.endpoint_service_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402012] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.endpoint_service_type = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402194] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.insecure = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402357] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.keyfile = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402518] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.max_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402677] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.min_version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402837] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.region_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402998] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.retriable_status_codes = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403173] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.service_name = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403334] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.service_type = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403497] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.split_loggers = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403687] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.status_code_retries = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403856] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.status_code_retry_delay = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404028] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.timeout = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404192] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.valid_interfaces = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404351] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_limit.version = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404518] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_reports.file_event_handler = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404694] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404845] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] oslo_reports.log_dir = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405028] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405195] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405355] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405521] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405684] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405847] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406026] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406192] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_ovs_privileged.group = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406350] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406515] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406679] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406837] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] vif_plug_ovs_privileged.user = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407014] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407207] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407383] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407555] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407728] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407900] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408079] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408245] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408424] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408593] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_ovs.isolate_vif = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408768] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408933] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409115] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409289] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409453] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] os_vif_ovs.per_port_bridge = False {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409626] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] privsep_osbrick.capabilities = [21] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409813] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] privsep_osbrick.group = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409946] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] privsep_osbrick.helper_command = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410125] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410291] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410451] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] privsep_osbrick.user = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410626] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410788] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] nova_sys_admin.group = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410945] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] nova_sys_admin.helper_command = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411123] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411287] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411472] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] nova_sys_admin.user = None {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411622] env[68466]: DEBUG oslo_service.backend.eventlet.service [None req-7805c028-1faf-4680-890e-b19d0c6a8937 None None] ******************************************************************************** {{(pid=68466) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 532.412055] env[68466]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 532.915788] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Getting list of instances from cluster (obj){ [ 532.915788] env[68466]: value = "domain-c8" [ 532.915788] env[68466]: _type = "ClusterComputeResource" [ 532.915788] env[68466]: } {{(pid=68466) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 532.917051] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd581685-a573-4011-9243-34882e31a558 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.926240] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Got total of 0 instances {{(pid=68466) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 532.926876] env[68466]: WARNING nova.virt.vmwareapi.driver [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 532.927373] env[68466]: INFO nova.virt.node [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Generated node identity 2a5f2f3e-1107-40da-ae5c-58673b030abf [ 532.927602] env[68466]: INFO nova.virt.node [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Wrote node identity 2a5f2f3e-1107-40da-ae5c-58673b030abf to /opt/stack/data/n-cpu-1/compute_id [ 533.430229] env[68466]: WARNING nova.compute.manager [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Compute nodes ['2a5f2f3e-1107-40da-ae5c-58673b030abf'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 534.435967] env[68466]: INFO nova.compute.manager [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 535.441675] env[68466]: WARNING nova.compute.manager [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 535.442053] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.442202] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.442349] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.442502] env[68466]: DEBUG nova.compute.resource_tracker [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 535.443431] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c03d96e-6c42-4a7c-932b-4d0e134c706b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.451801] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a9d0ad-50f9-4c9d-a9fd-cf99b3506df7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.464999] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f2957-bc57-479f-a92d-1199bc4d663b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.471221] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f925f0b-9418-4bbe-9935-fdb39fcb5b72 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.499469] env[68466]: DEBUG nova.compute.resource_tracker [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181091MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 535.499621] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.499800] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.002664] env[68466]: WARNING nova.compute.resource_tracker [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] No compute node record for cpu-1:2a5f2f3e-1107-40da-ae5c-58673b030abf: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 2a5f2f3e-1107-40da-ae5c-58673b030abf could not be found. [ 536.506243] env[68466]: INFO nova.compute.resource_tracker [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 2a5f2f3e-1107-40da-ae5c-58673b030abf [ 538.014143] env[68466]: DEBUG nova.compute.resource_tracker [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 538.014619] env[68466]: DEBUG nova.compute.resource_tracker [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 538.167297] env[68466]: INFO nova.scheduler.client.report [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] [req-99c0cc0e-57f7-4009-a302-0422adba76b2] Created resource provider record via placement API for resource provider with UUID 2a5f2f3e-1107-40da-ae5c-58673b030abf and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 538.186645] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f55145-50da-4f4d-a715-fd8680222eb8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.194485] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dc6943-3474-4c75-a947-20d139a35f6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.224973] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb224c-a4e9-4ae0-8cd1-6c9e73d646fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.232065] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed097e23-cb8e-4158-9586-e94708fa2ac6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.244596] env[68466]: DEBUG nova.compute.provider_tree [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 538.780506] env[68466]: DEBUG nova.scheduler.client.report [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Updated inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 538.781130] env[68466]: DEBUG nova.compute.provider_tree [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Updating resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf generation from 0 to 1 during operation: update_inventory {{(pid=68466) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 538.781130] env[68466]: DEBUG nova.compute.provider_tree [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 538.829799] env[68466]: DEBUG nova.compute.provider_tree [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Updating resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf generation from 1 to 2 during operation: update_traits {{(pid=68466) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 539.334463] env[68466]: DEBUG nova.compute.resource_tracker [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 539.334917] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.334917] env[68466]: DEBUG nova.service [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Creating RPC server for service compute {{(pid=68466) start /opt/stack/nova/nova/service.py:186}} [ 539.348316] env[68466]: DEBUG nova.service [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] Join ServiceGroup membership for this service compute {{(pid=68466) start /opt/stack/nova/nova/service.py:203}} [ 539.348518] env[68466]: DEBUG nova.servicegroup.drivers.db [None req-3ac2e341-b311-48cd-b2f7-60bb3bd482e5 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68466) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 566.353515] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._sync_power_states {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.856377] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Getting list of instances from cluster (obj){ [ 566.856377] env[68466]: value = "domain-c8" [ 566.856377] env[68466]: _type = "ClusterComputeResource" [ 566.856377] env[68466]: } {{(pid=68466) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 566.858158] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76a1a70-3972-46ac-9884-597bb0201aeb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.868311] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Got total of 0 instances {{(pid=68466) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 566.868500] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.868833] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Getting list of instances from cluster (obj){ [ 566.868833] env[68466]: value = "domain-c8" [ 566.868833] env[68466]: _type = "ClusterComputeResource" [ 566.868833] env[68466]: } {{(pid=68466) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 566.869798] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c85fa52-5176-4a65-8d54-7e03db423f43 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.879429] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Got total of 0 instances {{(pid=68466) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 574.664667] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquiring lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.664946] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.168711] env[68466]: DEBUG nova.compute.manager [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.713636] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.714037] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.715918] env[68466]: INFO nova.compute.claims [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.286719] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquiring lock "f502461c-f119-4801-8f55-92784998b426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.286816] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "f502461c-f119-4801-8f55-92784998b426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.789416] env[68466]: DEBUG nova.compute.manager [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.793165] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c64ca3-4a49-47d8-94f3-a6958132a910 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.802701] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c89e9f8-8221-48a1-8ebb-6958fca582ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.855406] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f238677e-23ee-4acd-adc2-02968c67e170 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.863194] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91bd2f3-889a-4af4-b109-320a32163664 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.876839] env[68466]: DEBUG nova.compute.provider_tree [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.325631] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.381469] env[68466]: DEBUG nova.scheduler.client.report [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.892567] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.893203] env[68466]: DEBUG nova.compute.manager [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.895874] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.570s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.900371] env[68466]: INFO nova.compute.claims [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.408654] env[68466]: DEBUG nova.compute.utils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 578.411104] env[68466]: DEBUG nova.compute.manager [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 578.414474] env[68466]: DEBUG nova.network.neutron [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.921060] env[68466]: DEBUG nova.compute.manager [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 579.009835] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e738ee-85b2-4aa4-9459-a0122bf00d4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.019599] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa922d91-5d0d-493c-bf6b-1530bec98b50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.034489] env[68466]: DEBUG nova.policy [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c6331138ce24e59bba8bafd40ce302c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bea6a02dd454d0591a62263438f4f3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.068475] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f7548-a5cf-4a26-aecf-b276a5ac51e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.077522] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d144c5d9-bc5b-4757-8bbe-0c3c4c3d3cd4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.093158] env[68466]: DEBUG nova.compute.provider_tree [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.597055] env[68466]: DEBUG nova.scheduler.client.report [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.621397] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquiring lock "55d4ba36-62da-40a8-84f2-1115aca471c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.621643] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "55d4ba36-62da-40a8-84f2-1115aca471c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.942319] env[68466]: DEBUG nova.compute.manager [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.987733] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.988142] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.988337] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.988714] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.988951] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.989206] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.989768] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.994159] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.994159] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.994159] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.994159] env[68466]: DEBUG nova.virt.hardware [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.995160] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdbe24f-51b4-461e-9e36-c74819cac76a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.007430] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dcd6bb-b9b1-4209-b9ca-6999230bd9e2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.035208] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c652c-9304-41b7-be4d-b821c11c67d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.105403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.105737] env[68466]: DEBUG nova.compute.manager [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.130710] env[68466]: DEBUG nova.compute.manager [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.160762] env[68466]: DEBUG nova.network.neutron [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Successfully created port: b5aed710-af9d-4ec6-a6c6-844ca81a45be {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.610308] env[68466]: DEBUG nova.compute.utils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.613805] env[68466]: DEBUG nova.compute.manager [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.616148] env[68466]: DEBUG nova.network.neutron [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.625949] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.626189] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.669128] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.669533] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.674194] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.674463] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.675903] env[68466]: INFO nova.compute.claims [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.715941] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "5098d10c-769d-480d-adda-b93a821e7007" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.716192] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "5098d10c-769d-480d-adda-b93a821e7007" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.753187] env[68466]: DEBUG nova.policy [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14848099803c4fb39f041834ae12fffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07553660d8904e57b73b64206803fbd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.115576] env[68466]: DEBUG nova.compute.manager [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.128338] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.172415] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.218571] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.327127] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "d01f1044-6830-49e8-8499-1bd08ff649c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.327382] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "d01f1044-6830-49e8-8499-1bd08ff649c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.655025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.693533] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.743336] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.826284] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de469628-0a2f-4566-878e-caeede4122aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.830331] env[68466]: DEBUG nova.compute.manager [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.836255] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4a7763-a4c2-4d61-bfd0-6a4c7199843e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.867738] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be63941b-4aab-4587-896d-2957f2534a6b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.876600] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df928f-2754-4f7e-bab8-164cd57cf152 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.889407] env[68466]: DEBUG nova.compute.provider_tree [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.932944] env[68466]: DEBUG nova.network.neutron [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Successfully created port: aa92cfe4-15a4-40c9-b8a6-6f183bf462f4 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.106930] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquiring lock "ecbacec4-4081-4d65-8a35-43657006e5d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.107369] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "ecbacec4-4081-4d65-8a35-43657006e5d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.129548] env[68466]: DEBUG nova.compute.manager [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.145609] env[68466]: DEBUG nova.network.neutron [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Successfully updated port: b5aed710-af9d-4ec6-a6c6-844ca81a45be {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 582.166488] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.167023] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.167023] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.167094] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.167757] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.167757] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.167757] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.167757] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.167919] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.170991] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.170991] env[68466]: DEBUG nova.virt.hardware [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.170991] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7037a6af-bea5-4543-8685-06ffa54d411d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.178925] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cba6db-6425-40f5-8fbe-82411ef6f5ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.375256] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.396335] env[68466]: DEBUG nova.scheduler.client.report [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.610186] env[68466]: DEBUG nova.compute.manager [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.649016] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquiring lock "refresh_cache-2bd09461-a3e1-475b-9cad-4bfc8f94cad7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.649287] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquired lock "refresh_cache-2bd09461-a3e1-475b-9cad-4bfc8f94cad7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.650165] env[68466]: DEBUG nova.network.neutron [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.903308] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.903837] env[68466]: DEBUG nova.compute.manager [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.906314] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.254s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.907959] env[68466]: INFO nova.compute.claims [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.140038] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.205027] env[68466]: DEBUG nova.network.neutron [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.412641] env[68466]: DEBUG nova.network.neutron [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Updating instance_info_cache with network_info: [{"id": "b5aed710-af9d-4ec6-a6c6-844ca81a45be", "address": "fa:16:3e:3f:c6:fe", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5aed710-af", "ovs_interfaceid": "b5aed710-af9d-4ec6-a6c6-844ca81a45be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.415523] env[68466]: DEBUG nova.compute.utils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.418465] env[68466]: DEBUG nova.compute.manager [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.418628] env[68466]: DEBUG nova.network.neutron [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.472222] env[68466]: DEBUG nova.policy [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b806408a64e4df2ad453abcc79ef7cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '699108086ef6468bb3f6c1d5221f3a80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.671262] env[68466]: DEBUG nova.compute.manager [req-4c6e66ec-21a6-41b3-80ad-2ded79189163 req-2f5888f3-5536-40f3-a819-11ac04cfc366 service nova] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Received event network-vif-plugged-b5aed710-af9d-4ec6-a6c6-844ca81a45be {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 583.671470] env[68466]: DEBUG oslo_concurrency.lockutils [req-4c6e66ec-21a6-41b3-80ad-2ded79189163 req-2f5888f3-5536-40f3-a819-11ac04cfc366 service nova] Acquiring lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.671681] env[68466]: DEBUG oslo_concurrency.lockutils [req-4c6e66ec-21a6-41b3-80ad-2ded79189163 req-2f5888f3-5536-40f3-a819-11ac04cfc366 service nova] Lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.672023] env[68466]: DEBUG oslo_concurrency.lockutils [req-4c6e66ec-21a6-41b3-80ad-2ded79189163 req-2f5888f3-5536-40f3-a819-11ac04cfc366 service nova] Lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.672251] env[68466]: DEBUG nova.compute.manager [req-4c6e66ec-21a6-41b3-80ad-2ded79189163 req-2f5888f3-5536-40f3-a819-11ac04cfc366 service nova] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] No waiting events found dispatching network-vif-plugged-b5aed710-af9d-4ec6-a6c6-844ca81a45be {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.672335] env[68466]: WARNING nova.compute.manager [req-4c6e66ec-21a6-41b3-80ad-2ded79189163 req-2f5888f3-5536-40f3-a819-11ac04cfc366 service nova] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Received unexpected event network-vif-plugged-b5aed710-af9d-4ec6-a6c6-844ca81a45be for instance with vm_state building and task_state spawning. [ 583.704675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquiring lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.704675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.916121] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Releasing lock "refresh_cache-2bd09461-a3e1-475b-9cad-4bfc8f94cad7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.916354] env[68466]: DEBUG nova.compute.manager [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Instance network_info: |[{"id": "b5aed710-af9d-4ec6-a6c6-844ca81a45be", "address": "fa:16:3e:3f:c6:fe", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5aed710-af", "ovs_interfaceid": "b5aed710-af9d-4ec6-a6c6-844ca81a45be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.916852] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:c6:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5aed710-af9d-4ec6-a6c6-844ca81a45be', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.931646] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.932371] env[68466]: DEBUG nova.compute.manager [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.940854] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cef6d5c9-5026-4c07-baa4-b0a5ca339f38 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.954190] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Created folder: OpenStack in parent group-v4. [ 583.954304] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Creating folder: Project (2bea6a02dd454d0591a62263438f4f3c). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.954557] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f49d3030-2362-457a-b328-debf4a7edb3b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.965254] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Created folder: Project (2bea6a02dd454d0591a62263438f4f3c) in parent group-v564977. [ 583.965699] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Creating folder: Instances. Parent ref: group-v564978. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.966040] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c10c1128-59a0-43f5-875e-8f2341f368b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.978093] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Created folder: Instances in parent group-v564978. [ 583.978413] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 583.978616] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.978827] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e74cfc0-7134-4f3b-aa17-fcc300e9d4d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.996841] env[68466]: DEBUG nova.network.neutron [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Successfully created port: 11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.006222] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.006222] env[68466]: value = "task-2811638" [ 584.006222] env[68466]: _type = "Task" [ 584.006222] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.015813] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811638, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.126776] env[68466]: DEBUG nova.network.neutron [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Successfully updated port: aa92cfe4-15a4-40c9-b8a6-6f183bf462f4 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.153836] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4278f911-4787-4f0c-a92b-e8f129debacf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.163512] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24850c9f-b165-4e49-8dc2-6dba2886aacc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.196283] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f5e74-1b64-4d57-95c3-4b38ef7bd280 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.203725] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46402e2-887f-4c28-8233-5c25bb5ac8d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.208184] env[68466]: DEBUG nova.compute.manager [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.222337] env[68466]: DEBUG nova.compute.provider_tree [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.522569] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811638, 'name': CreateVM_Task, 'duration_secs': 0.386706} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.522656] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.540880] env[68466]: DEBUG oslo_vmware.service [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea2910f-50f0-42a4-82f1-52adbea8e548 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.547628] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.547791] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.548477] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.549513] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257aeffe-7ad5-4a40-918c-8caf390502bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.554120] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 584.554120] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52becbe0-259c-08be-ba9d-76cd5458338c" [ 584.554120] env[68466]: _type = "Task" [ 584.554120] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.562682] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52becbe0-259c-08be-ba9d-76cd5458338c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.629237] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquiring lock "refresh_cache-f502461c-f119-4801-8f55-92784998b426" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.629237] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquired lock "refresh_cache-f502461c-f119-4801-8f55-92784998b426" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.629237] env[68466]: DEBUG nova.network.neutron [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.730245] env[68466]: DEBUG nova.scheduler.client.report [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.734205] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.954155] env[68466]: DEBUG nova.compute.manager [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.996730] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.996865] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.997120] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.997216] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.997398] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.997541] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.997759] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.997892] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.998098] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.001033] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.002867] env[68466]: DEBUG nova.virt.hardware [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.003853] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5203eda3-6a90-4122-8e3d-dc828af7a28b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.015692] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3fbad8-efd9-4765-a685-2b17a9043145 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.072589] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.072777] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.073061] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.073281] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.073708] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.074031] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb83b4e-d345-4717-88e0-1e80bccd5393 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.082475] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.082657] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.083480] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0961163-a50f-4468-b77a-cf83d71a1886 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.095034] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-159a7edf-87ef-4748-af73-ceb54a2509a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.100676] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 585.100676] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52532e87-3548-e898-28e0-a002bbb54735" [ 585.100676] env[68466]: _type = "Task" [ 585.100676] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.108786] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52532e87-3548-e898-28e0-a002bbb54735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.224190] env[68466]: DEBUG nova.network.neutron [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.236824] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.237381] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.239896] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.546s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.241542] env[68466]: INFO nova.compute.claims [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.410422] env[68466]: DEBUG nova.compute.manager [req-d2e73bdb-63e2-4285-949c-339a2799d5b9 req-81270a74-b89c-4413-92ef-0fd61aaa3f72 service nova] [instance: f502461c-f119-4801-8f55-92784998b426] Received event network-vif-plugged-aa92cfe4-15a4-40c9-b8a6-6f183bf462f4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 585.410656] env[68466]: DEBUG oslo_concurrency.lockutils [req-d2e73bdb-63e2-4285-949c-339a2799d5b9 req-81270a74-b89c-4413-92ef-0fd61aaa3f72 service nova] Acquiring lock "f502461c-f119-4801-8f55-92784998b426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.410846] env[68466]: DEBUG oslo_concurrency.lockutils [req-d2e73bdb-63e2-4285-949c-339a2799d5b9 req-81270a74-b89c-4413-92ef-0fd61aaa3f72 service nova] Lock "f502461c-f119-4801-8f55-92784998b426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.411019] env[68466]: DEBUG oslo_concurrency.lockutils [req-d2e73bdb-63e2-4285-949c-339a2799d5b9 req-81270a74-b89c-4413-92ef-0fd61aaa3f72 service nova] Lock "f502461c-f119-4801-8f55-92784998b426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.411430] env[68466]: DEBUG nova.compute.manager [req-d2e73bdb-63e2-4285-949c-339a2799d5b9 req-81270a74-b89c-4413-92ef-0fd61aaa3f72 service nova] [instance: f502461c-f119-4801-8f55-92784998b426] No waiting events found dispatching network-vif-plugged-aa92cfe4-15a4-40c9-b8a6-6f183bf462f4 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.411614] env[68466]: WARNING nova.compute.manager [req-d2e73bdb-63e2-4285-949c-339a2799d5b9 req-81270a74-b89c-4413-92ef-0fd61aaa3f72 service nova] [instance: f502461c-f119-4801-8f55-92784998b426] Received unexpected event network-vif-plugged-aa92cfe4-15a4-40c9-b8a6-6f183bf462f4 for instance with vm_state building and task_state spawning. [ 585.566794] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquiring lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.566924] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.617020] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Preparing fetch location {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 585.617020] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Creating directory with path [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.617020] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be1da6c7-3ec4-4f50-9c0e-7d183d1e50ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.647019] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Created directory with path [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.647019] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Fetch image to [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 585.647019] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Downloading image file data ce1c1ede-c5f8-47a5-8b0d-40db78629440 to [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk on the data store datastore2 {{(pid=68466) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 585.647019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546b428c-5c10-43af-a5bb-8b925662cfb6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.655296] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1bf47-337d-43f7-8714-925cacbed92b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.669100] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4bf19f-3887-4efb-8be7-31d736e6438a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.703375] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefdfd16-4ff1-47ce-bf2f-13003449de55 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.712019] env[68466]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-90169e48-0d0b-445f-8b9f-983858b30d36 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.744329] env[68466]: DEBUG nova.network.neutron [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Successfully updated port: 11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.751241] env[68466]: DEBUG nova.compute.utils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.754189] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.754569] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.801436] env[68466]: DEBUG nova.network.neutron [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Updating instance_info_cache with network_info: [{"id": "aa92cfe4-15a4-40c9-b8a6-6f183bf462f4", "address": "fa:16:3e:45:8f:0c", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa92cfe4-15", "ovs_interfaceid": "aa92cfe4-15a4-40c9-b8a6-6f183bf462f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.804963] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Downloading image file data ce1c1ede-c5f8-47a5-8b0d-40db78629440 to the data store datastore2 {{(pid=68466) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 585.814560] env[68466]: DEBUG nova.policy [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f3453be75df498c985a4e3103156524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebdcdef286e04aa3883d2a15ef89196d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.864188] env[68466]: DEBUG oslo_vmware.rw_handles [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68466) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 586.070100] env[68466]: DEBUG nova.compute.manager [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.249403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquiring lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.249672] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquired lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.250130] env[68466]: DEBUG nova.network.neutron [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.254674] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.283795] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Successfully created port: cc7018e6-df9b-4d17-9919-9f65c1405c5b {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.309355] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Releasing lock "refresh_cache-f502461c-f119-4801-8f55-92784998b426" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.310108] env[68466]: DEBUG nova.compute.manager [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Instance network_info: |[{"id": "aa92cfe4-15a4-40c9-b8a6-6f183bf462f4", "address": "fa:16:3e:45:8f:0c", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa92cfe4-15", "ovs_interfaceid": "aa92cfe4-15a4-40c9-b8a6-6f183bf462f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 586.310242] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:8f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa92cfe4-15a4-40c9-b8a6-6f183bf462f4', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 586.325927] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Creating folder: Project (07553660d8904e57b73b64206803fbd9). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.334897] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21263139-809f-4e19-a442-14b995d5d99d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.352022] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Created folder: Project (07553660d8904e57b73b64206803fbd9) in parent group-v564977. [ 586.352311] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Creating folder: Instances. Parent ref: group-v564981. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 586.352403] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb159d8-e57a-4b88-b794-054df4b9540e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.361300] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Created folder: Instances in parent group-v564981. [ 586.361500] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 586.361621] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f502461c-f119-4801-8f55-92784998b426] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 586.361883] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-366d14fb-f5e9-4432-900b-448d37061bab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.391030] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.391030] env[68466]: value = "task-2811641" [ 586.391030] env[68466]: _type = "Task" [ 586.391030] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.402306] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811641, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.510835] env[68466]: DEBUG oslo_vmware.rw_handles [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Completed reading data from the image iterator. {{(pid=68466) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 586.510835] env[68466]: DEBUG oslo_vmware.rw_handles [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 586.520647] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5846266a-cc8a-4806-86f0-cd5cbed5de4c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.530077] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a4075c-2c79-4a35-b091-607aeb5b20ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.561926] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146bf32b-ef24-41de-8875-e15943a20535 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.569903] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02517297-1bb6-42f9-8b56-f3e51368bc57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.587666] env[68466]: DEBUG nova.compute.provider_tree [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.608875] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.665410] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Downloaded image file data ce1c1ede-c5f8-47a5-8b0d-40db78629440 to vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk on the data store datastore2 {{(pid=68466) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 586.666958] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Caching image {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 586.667507] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Copying Virtual Disk [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk to [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.668108] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a80cbcb4-0a46-4578-b895-17c88681d0a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.677234] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 586.677234] env[68466]: value = "task-2811642" [ 586.677234] env[68466]: _type = "Task" [ 586.677234] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.686694] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.826679] env[68466]: DEBUG nova.network.neutron [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.911217] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811641, 'name': CreateVM_Task, 'duration_secs': 0.367129} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.912301] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f502461c-f119-4801-8f55-92784998b426] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.913987] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.913987] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.914320] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.915037] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5923d72e-44df-4fee-8f3c-2525fa91e981 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.927026] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 586.927026] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528c81b6-8f2f-2d55-2ceb-75ba5bac50da" [ 586.927026] env[68466]: _type = "Task" [ 586.927026] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.939761] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528c81b6-8f2f-2d55-2ceb-75ba5bac50da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.092550] env[68466]: DEBUG nova.scheduler.client.report [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.192686] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811642, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.198725] env[68466]: DEBUG nova.network.neutron [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Updating instance_info_cache with network_info: [{"id": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "address": "fa:16:3e:09:c4:d1", "network": {"id": "8a8fef58-2f37-46d4-8da2-b8a262c73c36", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-980893941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699108086ef6468bb3f6c1d5221f3a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a0306f-2b", "ovs_interfaceid": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.277603] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.313819] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.314780] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.314780] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.314780] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.314780] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.314780] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.315029] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.315029] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.321235] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.321235] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.321235] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.321235] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dface37-05ce-4c32-b517-52a65e590056 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.328813] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949928e5-5efc-458e-a41d-24acf693371c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.357180] env[68466]: DEBUG nova.compute.manager [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Received event network-changed-b5aed710-af9d-4ec6-a6c6-844ca81a45be {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 587.357441] env[68466]: DEBUG nova.compute.manager [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Refreshing instance network info cache due to event network-changed-b5aed710-af9d-4ec6-a6c6-844ca81a45be. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 587.357995] env[68466]: DEBUG oslo_concurrency.lockutils [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] Acquiring lock "refresh_cache-2bd09461-a3e1-475b-9cad-4bfc8f94cad7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.357995] env[68466]: DEBUG oslo_concurrency.lockutils [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] Acquired lock "refresh_cache-2bd09461-a3e1-475b-9cad-4bfc8f94cad7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.357995] env[68466]: DEBUG nova.network.neutron [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Refreshing network info cache for port b5aed710-af9d-4ec6-a6c6-844ca81a45be {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.438913] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.438913] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.439110] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.579431] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.579712] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.579965] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.580127] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.580371] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.580584] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.580695] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.580868] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 587.581026] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.598975] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.599506] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.606019] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.860s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.606019] env[68466]: INFO nova.compute.claims [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.688706] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666179} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.689748] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Copied Virtual Disk [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk to [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.690103] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Deleting the datastore file [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.691031] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66dbaa02-91c0-47ea-bf1b-8019f12a4f5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.699573] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 587.699573] env[68466]: value = "task-2811643" [ 587.699573] env[68466]: _type = "Task" [ 587.699573] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.703431] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Releasing lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.703875] env[68466]: DEBUG nova.compute.manager [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Instance network_info: |[{"id": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "address": "fa:16:3e:09:c4:d1", "network": {"id": "8a8fef58-2f37-46d4-8da2-b8a262c73c36", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-980893941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699108086ef6468bb3f6c1d5221f3a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a0306f-2b", "ovs_interfaceid": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.704441] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:c4:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11a0306f-2bfc-4852-9eb6-2b13b1a22a3d', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.714175] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Creating folder: Project (699108086ef6468bb3f6c1d5221f3a80). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.714786] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7510ac4f-7cc4-49af-85ae-2984afec752f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.720507] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.737851] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Created folder: Project (699108086ef6468bb3f6c1d5221f3a80) in parent group-v564977. [ 587.738081] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Creating folder: Instances. Parent ref: group-v564984. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.738341] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74228629-b005-470a-ae25-e126704a556f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.746956] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Created folder: Instances in parent group-v564984. [ 587.747214] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.747400] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.747603] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef25c3a8-7c2d-4650-92fd-21124bdcf899 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.767172] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.767172] env[68466]: value = "task-2811646" [ 587.767172] env[68466]: _type = "Task" [ 587.767172] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.774045] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811646, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.084954] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.087015] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Successfully updated port: cc7018e6-df9b-4d17-9919-9f65c1405c5b {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.111300] env[68466]: DEBUG nova.compute.utils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.111300] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.114132] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.177465] env[68466]: DEBUG nova.policy [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f3453be75df498c985a4e3103156524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebdcdef286e04aa3883d2a15ef89196d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.216503] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027825} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.219447] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.222619] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Moving file from [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3/ce1c1ede-c5f8-47a5-8b0d-40db78629440 to [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440. {{(pid=68466) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 588.222619] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-3f579078-9ab3-4f8d-a8a3-11754ad88321 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.230473] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 588.230473] env[68466]: value = "task-2811647" [ 588.230473] env[68466]: _type = "Task" [ 588.230473] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.239553] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811647, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.278838] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811646, 'name': CreateVM_Task, 'duration_secs': 0.358595} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.279134] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.280137] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.280318] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.281470] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.281470] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e39b19-197a-45ad-b955-47ff3ed5c7ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.292757] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 588.292757] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5253c04c-abc1-c3a3-7ec6-66771e33c427" [ 588.292757] env[68466]: _type = "Task" [ 588.292757] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.308151] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5253c04c-abc1-c3a3-7ec6-66771e33c427, 'name': SearchDatastore_Task, 'duration_secs': 0.008161} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.308151] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.308151] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.308151] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.399198] env[68466]: DEBUG nova.network.neutron [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Updated VIF entry in instance network info cache for port b5aed710-af9d-4ec6-a6c6-844ca81a45be. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 588.399516] env[68466]: DEBUG nova.network.neutron [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Updating instance_info_cache with network_info: [{"id": "b5aed710-af9d-4ec6-a6c6-844ca81a45be", "address": "fa:16:3e:3f:c6:fe", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5aed710-af", "ovs_interfaceid": "b5aed710-af9d-4ec6-a6c6-844ca81a45be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.589669] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "refresh_cache-45ec5d93-84db-49fb-9e82-1a0ebd59faf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.589825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired lock "refresh_cache-45ec5d93-84db-49fb-9e82-1a0ebd59faf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.589976] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.617756] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.740433] env[68466]: DEBUG nova.compute.manager [req-beb2bbb5-ec1a-4991-834d-63cecd8794a7 req-b06a33ff-ffad-4174-a6e0-03e732a94b6d service nova] [instance: f502461c-f119-4801-8f55-92784998b426] Received event network-changed-aa92cfe4-15a4-40c9-b8a6-6f183bf462f4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 588.740433] env[68466]: DEBUG nova.compute.manager [req-beb2bbb5-ec1a-4991-834d-63cecd8794a7 req-b06a33ff-ffad-4174-a6e0-03e732a94b6d service nova] [instance: f502461c-f119-4801-8f55-92784998b426] Refreshing instance network info cache due to event network-changed-aa92cfe4-15a4-40c9-b8a6-6f183bf462f4. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 588.740433] env[68466]: DEBUG oslo_concurrency.lockutils [req-beb2bbb5-ec1a-4991-834d-63cecd8794a7 req-b06a33ff-ffad-4174-a6e0-03e732a94b6d service nova] Acquiring lock "refresh_cache-f502461c-f119-4801-8f55-92784998b426" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.740433] env[68466]: DEBUG oslo_concurrency.lockutils [req-beb2bbb5-ec1a-4991-834d-63cecd8794a7 req-b06a33ff-ffad-4174-a6e0-03e732a94b6d service nova] Acquired lock "refresh_cache-f502461c-f119-4801-8f55-92784998b426" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.740728] env[68466]: DEBUG nova.network.neutron [req-beb2bbb5-ec1a-4991-834d-63cecd8794a7 req-b06a33ff-ffad-4174-a6e0-03e732a94b6d service nova] [instance: f502461c-f119-4801-8f55-92784998b426] Refreshing network info cache for port aa92cfe4-15a4-40c9-b8a6-6f183bf462f4 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.745065] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811647, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023298} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.747813] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] File moved {{(pid=68466) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 588.747813] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Cleaning up location [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 588.747813] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Deleting the datastore file [datastore2] vmware_temp/a0ca3ddc-7f02-4eca-8fc4-e92d049ca4a3 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.747813] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26ea4282-b5d8-44f0-990e-701477f89058 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.757829] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 588.757829] env[68466]: value = "task-2811648" [ 588.757829] env[68466]: _type = "Task" [ 588.757829] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.772992] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.818065] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0798f16-4fc2-4a27-84e5-a5fb11921518 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.826886] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb5f373-26af-45cb-93f2-785f31d8f360 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.864690] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Successfully created port: 17a6f514-9107-45be-8bd8-f28874467185 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.867391] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c5c75-ce96-404b-9aa4-aefbe3a12836 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.876422] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b73764-0d13-4d5e-9b6d-721c189932b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.891950] env[68466]: DEBUG nova.compute.provider_tree [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.903191] env[68466]: DEBUG oslo_concurrency.lockutils [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] Releasing lock "refresh_cache-2bd09461-a3e1-475b-9cad-4bfc8f94cad7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.903297] env[68466]: DEBUG nova.compute.manager [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Received event network-vif-plugged-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 588.903488] env[68466]: DEBUG oslo_concurrency.lockutils [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] Acquiring lock "55d4ba36-62da-40a8-84f2-1115aca471c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.903686] env[68466]: DEBUG oslo_concurrency.lockutils [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] Lock "55d4ba36-62da-40a8-84f2-1115aca471c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.903880] env[68466]: DEBUG oslo_concurrency.lockutils [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] Lock "55d4ba36-62da-40a8-84f2-1115aca471c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.904119] env[68466]: DEBUG nova.compute.manager [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] No waiting events found dispatching network-vif-plugged-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.904617] env[68466]: WARNING nova.compute.manager [req-3b528d5d-574e-417f-86d4-76520e2ad229 req-14a1b1b5-968e-4173-b03c-7641e6245f07 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Received unexpected event network-vif-plugged-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d for instance with vm_state building and task_state spawning. [ 589.148522] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.271728] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024878} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.273667] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.273667] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2fac22-2908-4b92-91cf-e07f35631ba6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.283852] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 589.283852] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52225e12-df61-39ad-4416-7f534498d86f" [ 589.283852] env[68466]: _type = "Task" [ 589.283852] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.295920] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52225e12-df61-39ad-4416-7f534498d86f, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.296997] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.297256] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2bd09461-a3e1-475b-9cad-4bfc8f94cad7/2bd09461-a3e1-475b-9cad-4bfc8f94cad7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.297396] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.301073] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.301363] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4873f1ef-0670-4408-b51f-176c7cba7a37 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.303600] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-352b9f58-640a-4ac2-b297-db9c68ddb6ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.313029] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 589.313029] env[68466]: value = "task-2811649" [ 589.313029] env[68466]: _type = "Task" [ 589.313029] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.313029] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.313029] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.316220] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fe6dd0-3420-4b98-b75e-89fd86ae9260 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.324327] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.325701] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 589.325701] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52989138-e57c-cd65-5b3c-29e831ebfbb7" [ 589.325701] env[68466]: _type = "Task" [ 589.325701] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.334460] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52989138-e57c-cd65-5b3c-29e831ebfbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008438} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.335034] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595493f5-bb82-45d5-9afc-65af989c4948 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.340763] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 589.340763] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f2daeb-a2db-77e5-82aa-bebb10214dc9" [ 589.340763] env[68466]: _type = "Task" [ 589.340763] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.351641] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f2daeb-a2db-77e5-82aa-bebb10214dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.395212] env[68466]: DEBUG nova.scheduler.client.report [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.620018] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Updating instance_info_cache with network_info: [{"id": "cc7018e6-df9b-4d17-9919-9f65c1405c5b", "address": "fa:16:3e:b4:27:25", "network": {"id": "17b99806-dc2a-407b-be41-ae4fb1f26670", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-268384773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebdcdef286e04aa3883d2a15ef89196d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7018e6-df", "ovs_interfaceid": "cc7018e6-df9b-4d17-9919-9f65c1405c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.631744] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.669569] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.669857] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.670474] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.672769] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.673772] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.673772] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.673772] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.673772] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.673772] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.673963] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.674177] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.675248] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa5237-186e-4c12-9554-f34b08c042a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.684990] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107588db-4f39-4dee-8675-8b5bd306b768 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.823475] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.863049] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f2daeb-a2db-77e5-82aa-bebb10214dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009741} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.863049] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.863049] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] f502461c-f119-4801-8f55-92784998b426/f502461c-f119-4801-8f55-92784998b426.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.863049] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.863309] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.863309] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-078b657d-2545-4d2c-a240-95e6b40c7dff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.865770] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f03dadd3-ac85-4c72-a3f9-96535c8b2727 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.873707] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 589.873707] env[68466]: value = "task-2811650" [ 589.873707] env[68466]: _type = "Task" [ 589.873707] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.875497] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.875728] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.881023] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb7912d-2376-4dcc-92b2-bd65edd97f0d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.892524] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.893702] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 589.893702] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52090f02-3e37-c4ac-105e-07122f7e3367" [ 589.893702] env[68466]: _type = "Task" [ 589.893702] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.903172] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.903449] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.906182] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52090f02-3e37-c4ac-105e-07122f7e3367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.906265] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.532s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.907868] env[68466]: INFO nova.compute.claims [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.104172] env[68466]: DEBUG nova.network.neutron [req-beb2bbb5-ec1a-4991-834d-63cecd8794a7 req-b06a33ff-ffad-4174-a6e0-03e732a94b6d service nova] [instance: f502461c-f119-4801-8f55-92784998b426] Updated VIF entry in instance network info cache for port aa92cfe4-15a4-40c9-b8a6-6f183bf462f4. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.106137] env[68466]: DEBUG nova.network.neutron [req-beb2bbb5-ec1a-4991-834d-63cecd8794a7 req-b06a33ff-ffad-4174-a6e0-03e732a94b6d service nova] [instance: f502461c-f119-4801-8f55-92784998b426] Updating instance_info_cache with network_info: [{"id": "aa92cfe4-15a4-40c9-b8a6-6f183bf462f4", "address": "fa:16:3e:45:8f:0c", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa92cfe4-15", "ovs_interfaceid": "aa92cfe4-15a4-40c9-b8a6-6f183bf462f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.122869] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Releasing lock "refresh_cache-45ec5d93-84db-49fb-9e82-1a0ebd59faf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.123204] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Instance network_info: |[{"id": "cc7018e6-df9b-4d17-9919-9f65c1405c5b", "address": "fa:16:3e:b4:27:25", "network": {"id": "17b99806-dc2a-407b-be41-ae4fb1f26670", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-268384773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebdcdef286e04aa3883d2a15ef89196d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7018e6-df", "ovs_interfaceid": "cc7018e6-df9b-4d17-9919-9f65c1405c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.125579] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:27:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc7018e6-df9b-4d17-9919-9f65c1405c5b', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.132712] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Creating folder: Project (ebdcdef286e04aa3883d2a15ef89196d). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.133432] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0867b152-24dd-4f1d-b13e-9fc0f9c302b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.145788] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Created folder: Project (ebdcdef286e04aa3883d2a15ef89196d) in parent group-v564977. [ 590.149924] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Creating folder: Instances. Parent ref: group-v564987. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.149924] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-511827c2-ed52-465d-9b08-edf09cd9553c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.154625] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Created folder: Instances in parent group-v564987. [ 590.154854] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 590.155060] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.155260] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd0ce8a8-7401-4c27-a5eb-2ce679bcb6c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.179777] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.179777] env[68466]: value = "task-2811653" [ 590.179777] env[68466]: _type = "Task" [ 590.179777] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.188365] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811653, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.306235] env[68466]: DEBUG nova.compute.manager [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Received event network-changed-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 590.306541] env[68466]: DEBUG nova.compute.manager [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Refreshing instance network info cache due to event network-changed-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 590.306890] env[68466]: DEBUG oslo_concurrency.lockutils [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] Acquiring lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.307107] env[68466]: DEBUG oslo_concurrency.lockutils [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] Acquired lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.307220] env[68466]: DEBUG nova.network.neutron [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Refreshing network info cache for port 11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.331798] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578232} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.332581] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2bd09461-a3e1-475b-9cad-4bfc8f94cad7/2bd09461-a3e1-475b-9cad-4bfc8f94cad7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.332801] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.334527] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9182570f-ad89-4f20-bca9-00e6b073dfd8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.344762] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 590.344762] env[68466]: value = "task-2811654" [ 590.344762] env[68466]: _type = "Task" [ 590.344762] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.364205] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.388728] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811650, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.407074] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52090f02-3e37-c4ac-105e-07122f7e3367, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.408960] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234cbd0c-aeb7-4f4a-a24f-11bc4907cc4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.415371] env[68466]: DEBUG nova.compute.utils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.421057] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.421252] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.426859] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 590.426859] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c8bd5f-13c2-c0d3-04b6-47c1b2cff317" [ 590.426859] env[68466]: _type = "Task" [ 590.426859] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.438373] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c8bd5f-13c2-c0d3-04b6-47c1b2cff317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.501858] env[68466]: DEBUG nova.policy [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f3453be75df498c985a4e3103156524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebdcdef286e04aa3883d2a15ef89196d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.609198] env[68466]: DEBUG oslo_concurrency.lockutils [req-beb2bbb5-ec1a-4991-834d-63cecd8794a7 req-b06a33ff-ffad-4174-a6e0-03e732a94b6d service nova] Releasing lock "refresh_cache-f502461c-f119-4801-8f55-92784998b426" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.691376] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811653, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.854520] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214753} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.854900] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.855633] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc974f5a-540c-423b-b7bf-d94575be187b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.882026] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 2bd09461-a3e1-475b-9cad-4bfc8f94cad7/2bd09461-a3e1-475b-9cad-4bfc8f94cad7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.882144] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ebe894c-3485-42f5-a500-2521392069b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.914251] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655284} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.915707] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] f502461c-f119-4801-8f55-92784998b426/f502461c-f119-4801-8f55-92784998b426.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.915804] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.916173] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 590.916173] env[68466]: value = "task-2811655" [ 590.916173] env[68466]: _type = "Task" [ 590.916173] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.916337] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40fe5f63-de4d-4d8d-b3bd-97f88779b9ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.921968] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.929366] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 590.929366] env[68466]: value = "task-2811656" [ 590.929366] env[68466]: _type = "Task" [ 590.929366] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.941728] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.957891] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c8bd5f-13c2-c0d3-04b6-47c1b2cff317, 'name': SearchDatastore_Task, 'duration_secs': 0.051633} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.958086] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.958320] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.958900] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 55d4ba36-62da-40a8-84f2-1115aca471c9/55d4ba36-62da-40a8-84f2-1115aca471c9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.959260] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2648ec72-4d73-49b7-bfc3-77a3650c9e10 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.969651] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 590.969651] env[68466]: value = "task-2811657" [ 590.969651] env[68466]: _type = "Task" [ 590.969651] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.979431] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.200230] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811653, 'name': CreateVM_Task, 'duration_secs': 0.598468} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.200230] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.200650] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.200650] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.201020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.201178] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5239c9-4084-474d-8d74-109566640533 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.205839] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 591.205839] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5224bb90-11ca-c37c-b106-04e22e9fac47" [ 591.205839] env[68466]: _type = "Task" [ 591.205839] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.215250] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5224bb90-11ca-c37c-b106-04e22e9fac47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.216989] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13882cfc-fbf9-4888-8eff-319557c5a768 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.224854] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b8b01-3534-4a06-8ab4-a6fff717771b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.264101] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44924b24-5a15-46a2-bde3-f92e7bd7595b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.275757] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b255b0-d1d3-42b4-b6a2-0a7cd7caf0d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.298350] env[68466]: DEBUG nova.compute.provider_tree [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.362525] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Successfully created port: 42a38688-d46a-49f4-9507-27e6a9f114a5 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.433465] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.451587] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064451} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.451846] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.453133] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92242439-e241-4b19-bfd6-74e426389916 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.495654] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] f502461c-f119-4801-8f55-92784998b426/f502461c-f119-4801-8f55-92784998b426.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.501603] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e8f203-925a-488d-9c39-8715107ace07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.532038] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.532593] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 591.532593] env[68466]: value = "task-2811658" [ 591.532593] env[68466]: _type = "Task" [ 591.532593] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.543347] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.548263] env[68466]: DEBUG nova.network.neutron [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Updated VIF entry in instance network info cache for port 11a0306f-2bfc-4852-9eb6-2b13b1a22a3d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 591.548602] env[68466]: DEBUG nova.network.neutron [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Updating instance_info_cache with network_info: [{"id": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "address": "fa:16:3e:09:c4:d1", "network": {"id": "8a8fef58-2f37-46d4-8da2-b8a262c73c36", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-980893941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699108086ef6468bb3f6c1d5221f3a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a0306f-2b", "ovs_interfaceid": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.723164] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5224bb90-11ca-c37c-b106-04e22e9fac47, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.723164] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.723164] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.723164] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.723410] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.724438] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.724438] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d19beca9-766f-4f99-ab2a-d87828aeca3e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.735209] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.735406] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.736252] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66af63bf-5dd7-412c-96b4-140248e83a88 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.742990] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 591.742990] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526aeec4-1bcb-48ce-6390-4351592946ab" [ 591.742990] env[68466]: _type = "Task" [ 591.742990] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.752787] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526aeec4-1bcb-48ce-6390-4351592946ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.802593] env[68466]: DEBUG nova.scheduler.client.report [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.865075] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Successfully updated port: 17a6f514-9107-45be-8bd8-f28874467185 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.934816] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.936054] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.988407] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811657, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.990930] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.992091] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.992091] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.992091] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.992091] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.992091] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.992417] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.992417] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.992417] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.992519] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.993143] env[68466]: DEBUG nova.virt.hardware [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.993590] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536348cb-7f6e-4713-9edb-b40c3f35183b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.004223] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eceef4a-f84b-4c78-b455-b01d5d79e100 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.045276] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811658, 'name': ReconfigVM_Task, 'duration_secs': 0.455556} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.045633] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Reconfigured VM instance instance-00000002 to attach disk [datastore2] f502461c-f119-4801-8f55-92784998b426/f502461c-f119-4801-8f55-92784998b426.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.046688] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-076560ec-feaf-4da7-8bfe-308b58b8e435 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.051742] env[68466]: DEBUG oslo_concurrency.lockutils [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] Releasing lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.052124] env[68466]: DEBUG nova.compute.manager [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Received event network-vif-plugged-cc7018e6-df9b-4d17-9919-9f65c1405c5b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 592.052355] env[68466]: DEBUG oslo_concurrency.lockutils [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] Acquiring lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.052518] env[68466]: DEBUG oslo_concurrency.lockutils [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] Lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.052840] env[68466]: DEBUG oslo_concurrency.lockutils [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] Lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.052840] env[68466]: DEBUG nova.compute.manager [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] No waiting events found dispatching network-vif-plugged-cc7018e6-df9b-4d17-9919-9f65c1405c5b {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.053419] env[68466]: WARNING nova.compute.manager [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Received unexpected event network-vif-plugged-cc7018e6-df9b-4d17-9919-9f65c1405c5b for instance with vm_state building and task_state spawning. [ 592.053419] env[68466]: DEBUG nova.compute.manager [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Received event network-changed-cc7018e6-df9b-4d17-9919-9f65c1405c5b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 592.053419] env[68466]: DEBUG nova.compute.manager [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Refreshing instance network info cache due to event network-changed-cc7018e6-df9b-4d17-9919-9f65c1405c5b. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 592.053562] env[68466]: DEBUG oslo_concurrency.lockutils [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] Acquiring lock "refresh_cache-45ec5d93-84db-49fb-9e82-1a0ebd59faf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.053713] env[68466]: DEBUG oslo_concurrency.lockutils [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] Acquired lock "refresh_cache-45ec5d93-84db-49fb-9e82-1a0ebd59faf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.053849] env[68466]: DEBUG nova.network.neutron [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Refreshing network info cache for port cc7018e6-df9b-4d17-9919-9f65c1405c5b {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.057282] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 592.057282] env[68466]: value = "task-2811659" [ 592.057282] env[68466]: _type = "Task" [ 592.057282] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.069945] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811659, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.258895] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526aeec4-1bcb-48ce-6390-4351592946ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.259742] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea54c367-a451-4b1b-b8c0-962496a8db0e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.269130] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 592.269130] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528214fd-c196-e39c-ca71-6a716ea6c70c" [ 592.269130] env[68466]: _type = "Task" [ 592.269130] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.280965] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528214fd-c196-e39c-ca71-6a716ea6c70c, 'name': SearchDatastore_Task, 'duration_secs': 0.008555} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.281076] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.281519] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 45ec5d93-84db-49fb-9e82-1a0ebd59faf8/45ec5d93-84db-49fb-9e82-1a0ebd59faf8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.281616] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58f0414f-1d9f-47fe-bc6a-33157ef2f27e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.290510] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 592.290510] env[68466]: value = "task-2811660" [ 592.290510] env[68466]: _type = "Task" [ 592.290510] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.303477] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.309507] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.310134] env[68466]: DEBUG nova.compute.manager [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.313036] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.174s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.314917] env[68466]: INFO nova.compute.claims [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.369218] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "refresh_cache-d5708f0e-33be-4ca0-8d7d-a064f65a0521" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.369510] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired lock "refresh_cache-d5708f0e-33be-4ca0-8d7d-a064f65a0521" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.369572] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.430644] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811655, 'name': ReconfigVM_Task, 'duration_secs': 1.491982} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.430779] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 2bd09461-a3e1-475b-9cad-4bfc8f94cad7/2bd09461-a3e1-475b-9cad-4bfc8f94cad7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.434636] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-303260fd-751a-4314-b11e-d0bdd50c0507 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.445566] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 592.445566] env[68466]: value = "task-2811661" [ 592.445566] env[68466]: _type = "Task" [ 592.445566] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.465986] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811661, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.495469] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811657, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.189429} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.495469] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 55d4ba36-62da-40a8-84f2-1115aca471c9/55d4ba36-62da-40a8-84f2-1115aca471c9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.497339] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.497339] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26ca1c82-f568-433c-8eaf-ab1a6f279cee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.505278] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 592.505278] env[68466]: value = "task-2811662" [ 592.505278] env[68466]: _type = "Task" [ 592.505278] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.525311] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.575116] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811659, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.802925] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495083} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.803241] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 45ec5d93-84db-49fb-9e82-1a0ebd59faf8/45ec5d93-84db-49fb-9e82-1a0ebd59faf8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.803492] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.803785] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b3a87da-0fc3-4472-85ec-1126e594bac9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.810974] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 592.810974] env[68466]: value = "task-2811663" [ 592.810974] env[68466]: _type = "Task" [ 592.810974] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.819930] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.824893] env[68466]: DEBUG nova.compute.utils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.831857] env[68466]: DEBUG nova.compute.manager [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.835106] env[68466]: DEBUG nova.network.neutron [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.909515] env[68466]: DEBUG nova.network.neutron [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Updated VIF entry in instance network info cache for port cc7018e6-df9b-4d17-9919-9f65c1405c5b. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.909859] env[68466]: DEBUG nova.network.neutron [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Updating instance_info_cache with network_info: [{"id": "cc7018e6-df9b-4d17-9919-9f65c1405c5b", "address": "fa:16:3e:b4:27:25", "network": {"id": "17b99806-dc2a-407b-be41-ae4fb1f26670", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-268384773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebdcdef286e04aa3883d2a15ef89196d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7018e6-df", "ovs_interfaceid": "cc7018e6-df9b-4d17-9919-9f65c1405c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.920125] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.954487] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811661, 'name': Rename_Task, 'duration_secs': 0.404009} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.954876] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.955177] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1a41fe7-3b3f-42e4-bf52-37609750b2e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.964691] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 592.964691] env[68466]: value = "task-2811664" [ 592.964691] env[68466]: _type = "Task" [ 592.964691] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.980262] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.019515] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082618} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.024086] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.025171] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331c5026-ce51-4844-9e04-70e458e0bbe3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.049464] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 55d4ba36-62da-40a8-84f2-1115aca471c9/55d4ba36-62da-40a8-84f2-1115aca471c9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.049790] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a4f62d5-13f4-4c0e-a759-5a733a22d9b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.070702] env[68466]: DEBUG nova.policy [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd22084e2ff54ca49a629b3672e9cd1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4a242a90d1490d9bd2200c2bf3df42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.077799] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 593.077799] env[68466]: value = "task-2811665" [ 593.077799] env[68466]: _type = "Task" [ 593.077799] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.078016] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811659, 'name': Rename_Task, 'duration_secs': 1.015646} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.078329] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.083365] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15158afe-69bc-4456-8a13-3c9ddb3a5036 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.092024] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.093403] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 593.093403] env[68466]: value = "task-2811666" [ 593.093403] env[68466]: _type = "Task" [ 593.093403] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.104699] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.191017] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Updating instance_info_cache with network_info: [{"id": "17a6f514-9107-45be-8bd8-f28874467185", "address": "fa:16:3e:9c:ad:bd", "network": {"id": "17b99806-dc2a-407b-be41-ae4fb1f26670", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-268384773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebdcdef286e04aa3883d2a15ef89196d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17a6f514-91", "ovs_interfaceid": "17a6f514-9107-45be-8bd8-f28874467185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.330731] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070595} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.331035] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.332891] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c208352-067f-4631-9319-d3eed75bb368 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.341873] env[68466]: DEBUG nova.compute.manager [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.370238] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 45ec5d93-84db-49fb-9e82-1a0ebd59faf8/45ec5d93-84db-49fb-9e82-1a0ebd59faf8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.370238] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33c5bac-25b5-4b59-bc3d-d7bb3889f9aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.400019] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 593.400019] env[68466]: value = "task-2811667" [ 593.400019] env[68466]: _type = "Task" [ 593.400019] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.408710] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.414847] env[68466]: DEBUG oslo_concurrency.lockutils [req-c8b587ef-ee94-49f4-be34-ddce8caab4fa req-922e0030-7586-4a0b-980f-78cdb458d2db service nova] Releasing lock "refresh_cache-45ec5d93-84db-49fb-9e82-1a0ebd59faf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.478712] env[68466]: DEBUG oslo_vmware.api [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811664, 'name': PowerOnVM_Task, 'duration_secs': 0.492866} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.479022] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.479560] env[68466]: INFO nova.compute.manager [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Took 13.54 seconds to spawn the instance on the hypervisor. [ 593.479705] env[68466]: DEBUG nova.compute.manager [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.480568] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c7333c-54d4-4926-b667-d6e7260e4d82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.510316] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquiring lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.510550] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.584756] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6943c227-e35e-4921-b960-0bb6b53f2431 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.594929] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811665, 'name': ReconfigVM_Task, 'duration_secs': 0.388215} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.599171] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 55d4ba36-62da-40a8-84f2-1115aca471c9/55d4ba36-62da-40a8-84f2-1115aca471c9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.602997] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb456def-6b28-424d-b70d-42d84c9737ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.606097] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7688dd39-aba0-47c3-a30e-49fe291599da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.613985] env[68466]: DEBUG oslo_vmware.api [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811666, 'name': PowerOnVM_Task, 'duration_secs': 0.492102} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.619627] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.620121] env[68466]: INFO nova.compute.manager [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Took 11.49 seconds to spawn the instance on the hypervisor. [ 593.620121] env[68466]: DEBUG nova.compute.manager [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 593.620521] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 593.620521] env[68466]: value = "task-2811668" [ 593.620521] env[68466]: _type = "Task" [ 593.620521] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.621613] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a69194-ce8f-41bf-9af3-ca474bc0bc58 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.655616] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cc3409-0035-4203-8082-43d61f72b2cd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.666142] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811668, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.670230] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eda9bbf-7041-4fb0-b69a-3ea267a51c99 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.685647] env[68466]: DEBUG nova.compute.provider_tree [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.694174] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Releasing lock "refresh_cache-d5708f0e-33be-4ca0-8d7d-a064f65a0521" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.694972] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Instance network_info: |[{"id": "17a6f514-9107-45be-8bd8-f28874467185", "address": "fa:16:3e:9c:ad:bd", "network": {"id": "17b99806-dc2a-407b-be41-ae4fb1f26670", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-268384773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebdcdef286e04aa3883d2a15ef89196d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17a6f514-91", "ovs_interfaceid": "17a6f514-9107-45be-8bd8-f28874467185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.695136] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:ad:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17a6f514-9107-45be-8bd8-f28874467185', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.702389] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.703626] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.703862] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0ca12d-ad12-4ebf-bb45-ab4705251e1f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.723918] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.723918] env[68466]: value = "task-2811669" [ 593.723918] env[68466]: _type = "Task" [ 593.723918] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.732589] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811669, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.916813] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.931271] env[68466]: DEBUG nova.network.neutron [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Successfully created port: d4f92739-c99b-4c06-9f19-afd92907439d {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.016477] env[68466]: INFO nova.compute.manager [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Took 18.34 seconds to build instance. [ 594.137302] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811668, 'name': Rename_Task, 'duration_secs': 0.442496} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.138070] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.138516] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6532eb31-7e75-4745-8c97-b7035dbc6c69 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.148071] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 594.148071] env[68466]: value = "task-2811670" [ 594.148071] env[68466]: _type = "Task" [ 594.148071] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.161795] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.175294] env[68466]: INFO nova.compute.manager [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Took 16.88 seconds to build instance. [ 594.189215] env[68466]: DEBUG nova.scheduler.client.report [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.238342] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811669, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.339370] env[68466]: DEBUG nova.compute.manager [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Received event network-vif-plugged-17a6f514-9107-45be-8bd8-f28874467185 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 594.339370] env[68466]: DEBUG oslo_concurrency.lockutils [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] Acquiring lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.339583] env[68466]: DEBUG oslo_concurrency.lockutils [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] Lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.340183] env[68466]: DEBUG oslo_concurrency.lockutils [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] Lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.340183] env[68466]: DEBUG nova.compute.manager [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] No waiting events found dispatching network-vif-plugged-17a6f514-9107-45be-8bd8-f28874467185 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.340542] env[68466]: WARNING nova.compute.manager [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Received unexpected event network-vif-plugged-17a6f514-9107-45be-8bd8-f28874467185 for instance with vm_state building and task_state spawning. [ 594.340606] env[68466]: DEBUG nova.compute.manager [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Received event network-changed-17a6f514-9107-45be-8bd8-f28874467185 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 594.340749] env[68466]: DEBUG nova.compute.manager [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Refreshing instance network info cache due to event network-changed-17a6f514-9107-45be-8bd8-f28874467185. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 594.340954] env[68466]: DEBUG oslo_concurrency.lockutils [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] Acquiring lock "refresh_cache-d5708f0e-33be-4ca0-8d7d-a064f65a0521" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.341086] env[68466]: DEBUG oslo_concurrency.lockutils [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] Acquired lock "refresh_cache-d5708f0e-33be-4ca0-8d7d-a064f65a0521" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.341236] env[68466]: DEBUG nova.network.neutron [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Refreshing network info cache for port 17a6f514-9107-45be-8bd8-f28874467185 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.375173] env[68466]: DEBUG nova.compute.manager [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.415296] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811667, 'name': ReconfigVM_Task, 'duration_secs': 0.823435} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.415585] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 45ec5d93-84db-49fb-9e82-1a0ebd59faf8/45ec5d93-84db-49fb-9e82-1a0ebd59faf8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.416250] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3be17039-0690-47a3-980d-48ed7e4c05eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.421406] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.421726] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.421829] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.422044] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.422202] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.422373] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.422594] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.422766] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.423355] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.423572] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.423810] env[68466]: DEBUG nova.virt.hardware [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.426705] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a06dabf-ac0c-4fca-8f96-d97f31ad287a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.446710] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a94b876-a14c-4aed-8aed-db37c1631104 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.455874] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 594.455874] env[68466]: value = "task-2811671" [ 594.455874] env[68466]: _type = "Task" [ 594.455874] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.490499] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811671, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.518434] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0023a7d2-e3e4-46e4-9196-e5622ee99ef9 tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.853s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.545103] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Successfully updated port: 42a38688-d46a-49f4-9507-27e6a9f114a5 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.660691] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811670, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.682573] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39723955-3079-41f9-94fa-1a199d55fd53 tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "f502461c-f119-4801-8f55-92784998b426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.396s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.695919] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.696698] env[68466]: DEBUG nova.compute.manager [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.700193] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.966s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.707353] env[68466]: INFO nova.compute.claims [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.737684] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811669, 'name': CreateVM_Task, 'duration_secs': 0.667813} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.737954] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.738719] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.738882] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.739226] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.739483] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2136eec-c961-43c0-954c-c30e9a4c3821 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.744598] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 594.744598] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52927002-131a-bb7f-60ae-90fe61a3dbec" [ 594.744598] env[68466]: _type = "Task" [ 594.744598] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.757272] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52927002-131a-bb7f-60ae-90fe61a3dbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.969958] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811671, 'name': Rename_Task, 'duration_secs': 0.187294} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.970738] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.970738] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4098457e-45fb-41c7-b409-fb55358c289e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.977469] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 594.977469] env[68466]: value = "task-2811672" [ 594.977469] env[68466]: _type = "Task" [ 594.977469] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.985474] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.012556] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.012556] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.022964] env[68466]: DEBUG nova.compute.manager [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.049098] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "refresh_cache-5098d10c-769d-480d-adda-b93a821e7007" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.049098] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired lock "refresh_cache-5098d10c-769d-480d-adda-b93a821e7007" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.049098] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.157268] env[68466]: DEBUG oslo_vmware.api [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811670, 'name': PowerOnVM_Task, 'duration_secs': 0.599839} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.157692] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.158017] env[68466]: INFO nova.compute.manager [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Took 10.20 seconds to spawn the instance on the hypervisor. [ 595.158298] env[68466]: DEBUG nova.compute.manager [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.159161] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19208220-8769-4e33-8cc9-0e4662cc20fa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.205912] env[68466]: DEBUG nova.network.neutron [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Updated VIF entry in instance network info cache for port 17a6f514-9107-45be-8bd8-f28874467185. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.206426] env[68466]: DEBUG nova.network.neutron [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Updating instance_info_cache with network_info: [{"id": "17a6f514-9107-45be-8bd8-f28874467185", "address": "fa:16:3e:9c:ad:bd", "network": {"id": "17b99806-dc2a-407b-be41-ae4fb1f26670", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-268384773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebdcdef286e04aa3883d2a15ef89196d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17a6f514-91", "ovs_interfaceid": "17a6f514-9107-45be-8bd8-f28874467185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.215506] env[68466]: DEBUG nova.compute.utils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.221833] env[68466]: DEBUG nova.compute.manager [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.221833] env[68466]: DEBUG nova.network.neutron [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.262297] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52927002-131a-bb7f-60ae-90fe61a3dbec, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.262920] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.263462] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.267817] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.267817] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.267817] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.267817] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2bc0f37-a964-45da-99e3-54c8b852aec5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.276727] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.276727] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.276727] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca9f31d-4bc0-4761-9466-e1a03ad21ab3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.284616] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 595.284616] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5204c79d-42f0-7760-2aae-e43208c9cd03" [ 595.284616] env[68466]: _type = "Task" [ 595.284616] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.291097] env[68466]: DEBUG nova.policy [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb86d02fbd3642deb01b2b09d367b684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fdf01a4f80f4a6b944198db8286bfd1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.300189] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5204c79d-42f0-7760-2aae-e43208c9cd03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.319999] env[68466]: DEBUG nova.compute.manager [None req-c2f60c7c-47c0-43f2-a677-b87e54b0c52e tempest-ServerDiagnosticsTest-1508924960 tempest-ServerDiagnosticsTest-1508924960-project-admin] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.321202] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809cf486-dfc5-4ae3-aa3f-9d7421a4fce3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.331349] env[68466]: INFO nova.compute.manager [None req-c2f60c7c-47c0-43f2-a677-b87e54b0c52e tempest-ServerDiagnosticsTest-1508924960 tempest-ServerDiagnosticsTest-1508924960-project-admin] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Retrieving diagnostics [ 595.331349] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c32873-3952-407f-b02a-edbc1154af1d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.399140] env[68466]: DEBUG nova.compute.manager [req-d0df5a3b-163a-4127-b32d-d61705fd8c79 req-bdd2495f-916c-44ad-aecf-9c38e4935ca9 service nova] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Received event network-vif-plugged-42a38688-d46a-49f4-9507-27e6a9f114a5 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 595.399140] env[68466]: DEBUG oslo_concurrency.lockutils [req-d0df5a3b-163a-4127-b32d-d61705fd8c79 req-bdd2495f-916c-44ad-aecf-9c38e4935ca9 service nova] Acquiring lock "5098d10c-769d-480d-adda-b93a821e7007-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.399140] env[68466]: DEBUG oslo_concurrency.lockutils [req-d0df5a3b-163a-4127-b32d-d61705fd8c79 req-bdd2495f-916c-44ad-aecf-9c38e4935ca9 service nova] Lock "5098d10c-769d-480d-adda-b93a821e7007-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.399140] env[68466]: DEBUG oslo_concurrency.lockutils [req-d0df5a3b-163a-4127-b32d-d61705fd8c79 req-bdd2495f-916c-44ad-aecf-9c38e4935ca9 service nova] Lock "5098d10c-769d-480d-adda-b93a821e7007-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.399140] env[68466]: DEBUG nova.compute.manager [req-d0df5a3b-163a-4127-b32d-d61705fd8c79 req-bdd2495f-916c-44ad-aecf-9c38e4935ca9 service nova] [instance: 5098d10c-769d-480d-adda-b93a821e7007] No waiting events found dispatching network-vif-plugged-42a38688-d46a-49f4-9507-27e6a9f114a5 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.399656] env[68466]: WARNING nova.compute.manager [req-d0df5a3b-163a-4127-b32d-d61705fd8c79 req-bdd2495f-916c-44ad-aecf-9c38e4935ca9 service nova] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Received unexpected event network-vif-plugged-42a38688-d46a-49f4-9507-27e6a9f114a5 for instance with vm_state building and task_state spawning. [ 595.489103] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.514883] env[68466]: DEBUG nova.compute.manager [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.552672] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.616337] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.680577] env[68466]: INFO nova.compute.manager [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Took 15.04 seconds to build instance. [ 595.710569] env[68466]: DEBUG oslo_concurrency.lockutils [req-cf3a061b-15fa-43c2-8857-1c2a719afc25 req-2cdeffea-62ca-40cc-b4be-d02510620264 service nova] Releasing lock "refresh_cache-d5708f0e-33be-4ca0-8d7d-a064f65a0521" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.726072] env[68466]: DEBUG nova.compute.manager [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.803268] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5204c79d-42f0-7760-2aae-e43208c9cd03, 'name': SearchDatastore_Task, 'duration_secs': 0.015899} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.810832] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1daa0c-51b0-41e5-846c-7d1d3d63f226 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.818066] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 595.818066] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52101aae-4183-bb7b-3801-050cb0ae3c88" [ 595.818066] env[68466]: _type = "Task" [ 595.818066] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.831144] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52101aae-4183-bb7b-3801-050cb0ae3c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.876730] env[68466]: DEBUG nova.network.neutron [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Updating instance_info_cache with network_info: [{"id": "42a38688-d46a-49f4-9507-27e6a9f114a5", "address": "fa:16:3e:c5:6e:8a", "network": {"id": "17b99806-dc2a-407b-be41-ae4fb1f26670", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-268384773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebdcdef286e04aa3883d2a15ef89196d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a38688-d4", "ovs_interfaceid": "42a38688-d46a-49f4-9507-27e6a9f114a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.948609] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f484b3e2-2a6b-4574-86cd-5c181167c670 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.957885] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a467662-bcde-4224-a1f7-3d0ecc9ff224 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.000947] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ea150-bb50-4813-ad0c-dc2a84ce5f7f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.012760] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.016173] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee62a967-c9f3-4a8c-8b37-2e90b71abe70 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.041816] env[68466]: DEBUG nova.compute.provider_tree [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.058430] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.181277] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10fe9104-261d-4983-8b74-9db64d3abd58 tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "55d4ba36-62da-40a8-84f2-1115aca471c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.559s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.202689] env[68466]: DEBUG nova.network.neutron [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Successfully created port: 458fe74d-d6f4-4cf4-aa01-e963e7454800 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.334167] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52101aae-4183-bb7b-3801-050cb0ae3c88, 'name': SearchDatastore_Task, 'duration_secs': 0.024155} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.334688] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.334996] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] d5708f0e-33be-4ca0-8d7d-a064f65a0521/d5708f0e-33be-4ca0-8d7d-a064f65a0521.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.335699] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7b20618-4e78-4408-adc0-21146e97a52e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.343306] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 596.343306] env[68466]: value = "task-2811673" [ 596.343306] env[68466]: _type = "Task" [ 596.343306] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.358656] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.379557] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Releasing lock "refresh_cache-5098d10c-769d-480d-adda-b93a821e7007" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.379840] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Instance network_info: |[{"id": "42a38688-d46a-49f4-9507-27e6a9f114a5", "address": "fa:16:3e:c5:6e:8a", "network": {"id": "17b99806-dc2a-407b-be41-ae4fb1f26670", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-268384773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebdcdef286e04aa3883d2a15ef89196d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a38688-d4", "ovs_interfaceid": "42a38688-d46a-49f4-9507-27e6a9f114a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.380317] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:6e:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42a38688-d46a-49f4-9507-27e6a9f114a5', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.389622] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.389934] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.390201] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58d29863-238e-4397-ae29-0ff64f0be20f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.413113] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.413113] env[68466]: value = "task-2811674" [ 596.413113] env[68466]: _type = "Task" [ 596.413113] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.422441] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811674, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.513616] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.544890] env[68466]: DEBUG nova.scheduler.client.report [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.740125] env[68466]: DEBUG nova.compute.manager [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.776542] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.777091] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.777406] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.777835] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.781295] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.781295] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.781295] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.781295] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.781295] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.781487] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.781487] env[68466]: DEBUG nova.virt.hardware [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.781487] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506115d7-a1c1-4067-a15c-c43f5d123625 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.791500] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226482a4-ceb9-4049-97eb-f21c09d35967 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.820381] env[68466]: DEBUG nova.network.neutron [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Successfully updated port: d4f92739-c99b-4c06-9f19-afd92907439d {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.856965] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811673, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.929452] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811674, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.007893] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.052828] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.053132] env[68466]: DEBUG nova.compute.manager [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.057737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.449s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.059919] env[68466]: INFO nova.compute.claims [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.323585] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "refresh_cache-d01f1044-6830-49e8-8499-1bd08ff649c4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.323880] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquired lock "refresh_cache-d01f1044-6830-49e8-8499-1bd08ff649c4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.324084] env[68466]: DEBUG nova.network.neutron [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.362441] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797098} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.362714] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] d5708f0e-33be-4ca0-8d7d-a064f65a0521/d5708f0e-33be-4ca0-8d7d-a064f65a0521.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.362952] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.363211] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83a34805-f9cb-4bc3-9b1a-1ab77a79baa5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.370615] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 597.370615] env[68466]: value = "task-2811675" [ 597.370615] env[68466]: _type = "Task" [ 597.370615] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.382579] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.427980] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811674, 'name': CreateVM_Task, 'duration_secs': 0.659779} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.428355] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.431274] env[68466]: DEBUG oslo_vmware.service [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c3f02-07df-41b3-8ee8-462f3f4a545d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.438799] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.438969] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.440392] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.440392] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-479502ec-1b5b-44a2-8a70-bcc81fcf91ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.445531] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 597.445531] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524612a8-5edc-4cb1-b361-ba7558448cb6" [ 597.445531] env[68466]: _type = "Task" [ 597.445531] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.454527] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524612a8-5edc-4cb1-b361-ba7558448cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.510117] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.573823] env[68466]: DEBUG nova.compute.utils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.577247] env[68466]: DEBUG nova.compute.manager [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.577247] env[68466]: DEBUG nova.network.neutron [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.705876] env[68466]: DEBUG nova.policy [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e69fb3897c140568a13ef238a106225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28444ba0e03a423f83803d4b52f39b85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.758336] env[68466]: DEBUG nova.compute.manager [None req-cedbc73a-db5c-4d7c-bebf-e7eb6a264de4 tempest-ServerExternalEventsTest-2113427742 tempest-ServerExternalEventsTest-2113427742-project] [instance: f502461c-f119-4801-8f55-92784998b426] Received event network-changed {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 597.758428] env[68466]: DEBUG nova.compute.manager [None req-cedbc73a-db5c-4d7c-bebf-e7eb6a264de4 tempest-ServerExternalEventsTest-2113427742 tempest-ServerExternalEventsTest-2113427742-project] [instance: f502461c-f119-4801-8f55-92784998b426] Refreshing instance network info cache due to event network-changed. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 597.759232] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cedbc73a-db5c-4d7c-bebf-e7eb6a264de4 tempest-ServerExternalEventsTest-2113427742 tempest-ServerExternalEventsTest-2113427742-project] Acquiring lock "refresh_cache-f502461c-f119-4801-8f55-92784998b426" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.759232] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cedbc73a-db5c-4d7c-bebf-e7eb6a264de4 tempest-ServerExternalEventsTest-2113427742 tempest-ServerExternalEventsTest-2113427742-project] Acquired lock "refresh_cache-f502461c-f119-4801-8f55-92784998b426" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.759232] env[68466]: DEBUG nova.network.neutron [None req-cedbc73a-db5c-4d7c-bebf-e7eb6a264de4 tempest-ServerExternalEventsTest-2113427742 tempest-ServerExternalEventsTest-2113427742-project] [instance: f502461c-f119-4801-8f55-92784998b426] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.882867] env[68466]: DEBUG nova.network.neutron [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.896354] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077513} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.896648] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.897676] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3e4b7f-20ff-4b55-b9ae-63e1b9c319bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.931761] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d5708f0e-33be-4ca0-8d7d-a064f65a0521/d5708f0e-33be-4ca0-8d7d-a064f65a0521.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.935063] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0219d960-ba8f-4532-bdcd-8d94622f30f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.961485] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.961939] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.962034] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.962162] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.962422] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.962664] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 597.962664] env[68466]: value = "task-2811676" [ 597.962664] env[68466]: _type = "Task" [ 597.962664] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.962815] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd53e3a0-00d6-45af-8584-8a5886952a0b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.977078] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.983213] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.983353] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.984157] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c45639-125e-4ac0-9e89-ac246b465fed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.994093] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cdbc3bb-1fa3-4501-8656-cbc3c08a8a34 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.005293] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 598.005293] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525ad0ad-86ef-443e-d276-f867bcd36856" [ 598.005293] env[68466]: _type = "Task" [ 598.005293] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.013206] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811672, 'name': PowerOnVM_Task, 'duration_secs': 2.746075} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.014064] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.014287] env[68466]: INFO nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Took 10.74 seconds to spawn the instance on the hypervisor. [ 598.014481] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.015676] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f15352-5899-4399-ba6c-7b62b92c0bb0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.021950] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Preparing fetch location {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 598.022315] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Creating directory with path [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.023723] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d08fe89-e5d8-4fe3-9a1c-6ffa24624d1a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.054620] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Created directory with path [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.054789] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Fetch image to [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 598.054955] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Downloading image file data ce1c1ede-c5f8-47a5-8b0d-40db78629440 to [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk on the data store datastore1 {{(pid=68466) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 598.055944] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85110147-be06-4079-b3a8-fd65e6b132b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.065818] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702ba21b-2e68-47b6-814b-0acac33d4dbc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.081227] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96257a5c-cb3b-4eb4-afb8-cd67d1bff6e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.086402] env[68466]: DEBUG nova.compute.manager [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.130117] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d383093-2cc5-40ec-ad96-8f88f42b71a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.140671] env[68466]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f2071581-deac-471c-a262-eb36dbb4174e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.177531] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Downloading image file data ce1c1ede-c5f8-47a5-8b0d-40db78629440 to the data store datastore1 {{(pid=68466) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 598.269935] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68466) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 598.398391] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquiring lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.398391] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.398391] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquiring lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.398391] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.398633] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.400684] env[68466]: INFO nova.compute.manager [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Terminating instance [ 598.462954] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6239f6ad-33ba-4bbc-bb96-d182628a0f43 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.478976] env[68466]: DEBUG nova.network.neutron [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Updating instance_info_cache with network_info: [{"id": "d4f92739-c99b-4c06-9f19-afd92907439d", "address": "fa:16:3e:70:86:e1", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f92739-c9", "ovs_interfaceid": "d4f92739-c99b-4c06-9f19-afd92907439d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.487226] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba2ce00-e083-46fb-b27f-c543c7c9cca8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.500282] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.544646] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64488ce1-949d-4fd5-8b11-7334ce2eb8d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.553977] env[68466]: INFO nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Took 16.92 seconds to build instance. [ 598.563952] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2189cfdb-81b5-4018-93ae-a68a939b31a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.583627] env[68466]: DEBUG nova.compute.provider_tree [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.793612] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.794515] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.910926] env[68466]: DEBUG nova.compute.manager [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 598.911179] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 598.912112] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b204b5d5-dc66-49cb-a4f7-a30a4a84dce0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.920692] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.920952] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6488b1a1-6738-40b6-a7a5-f06be6b8d4b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.927709] env[68466]: DEBUG oslo_vmware.api [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 598.927709] env[68466]: value = "task-2811677" [ 598.927709] env[68466]: _type = "Task" [ 598.927709] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.936172] env[68466]: DEBUG oslo_vmware.api [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.982213] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811676, 'name': ReconfigVM_Task, 'duration_secs': 0.575272} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.982309] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d5708f0e-33be-4ca0-8d7d-a064f65a0521/d5708f0e-33be-4ca0-8d7d-a064f65a0521.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.986020] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a08ca16c-b554-4113-bf03-a4ef3549364a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.986020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Releasing lock "refresh_cache-d01f1044-6830-49e8-8499-1bd08ff649c4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.986452] env[68466]: DEBUG nova.compute.manager [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Instance network_info: |[{"id": "d4f92739-c99b-4c06-9f19-afd92907439d", "address": "fa:16:3e:70:86:e1", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f92739-c9", "ovs_interfaceid": "d4f92739-c99b-4c06-9f19-afd92907439d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.986536] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:86:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4f92739-c99b-4c06-9f19-afd92907439d', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.996087] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Creating folder: Project (5b4a242a90d1490d9bd2200c2bf3df42). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.997487] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f61d1a0-0bd2-4112-b573-a18f71d8ad6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.004018] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 599.004018] env[68466]: value = "task-2811678" [ 599.004018] env[68466]: _type = "Task" [ 599.004018] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.010939] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Created folder: Project (5b4a242a90d1490d9bd2200c2bf3df42) in parent group-v564977. [ 599.011141] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Creating folder: Instances. Parent ref: group-v564992. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.014386] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b062f931-1f66-41e1-82b0-2f473e7f2a67 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.016617] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811678, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.024151] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Created folder: Instances in parent group-v564992. [ 599.024419] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.024658] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.024990] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c697aa4-6ac1-4114-b1ba-da6766226a26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.050848] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Completed reading data from the image iterator. {{(pid=68466) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 599.050848] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 599.053727] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.053727] env[68466]: value = "task-2811681" [ 599.053727] env[68466]: _type = "Task" [ 599.053727] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.058224] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.432s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.063298] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811681, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.090375] env[68466]: DEBUG nova.scheduler.client.report [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.096787] env[68466]: DEBUG nova.compute.manager [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.132613] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.133635] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.133635] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.133635] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.133635] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.133635] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.133920] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.133920] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.134022] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.134159] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.134336] env[68466]: DEBUG nova.virt.hardware [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.135255] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df59ee1b-cf50-420d-9952-1b6a4f12b7d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.143897] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027fe01-ae9f-4ca0-a022-5d9522427f55 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.159368] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Downloaded image file data ce1c1ede-c5f8-47a5-8b0d-40db78629440 to vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk on the data store datastore1 {{(pid=68466) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 599.161223] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Caching image {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 599.161471] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Copying Virtual Disk [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk to [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.161727] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25176ddc-21c1-4ac0-bea2-b9e8fe1a6d78 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.167706] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 599.167706] env[68466]: value = "task-2811682" [ 599.167706] env[68466]: _type = "Task" [ 599.167706] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.178384] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.251598] env[68466]: DEBUG nova.network.neutron [None req-cedbc73a-db5c-4d7c-bebf-e7eb6a264de4 tempest-ServerExternalEventsTest-2113427742 tempest-ServerExternalEventsTest-2113427742-project] [instance: f502461c-f119-4801-8f55-92784998b426] Updating instance_info_cache with network_info: [{"id": "aa92cfe4-15a4-40c9-b8a6-6f183bf462f4", "address": "fa:16:3e:45:8f:0c", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa92cfe4-15", "ovs_interfaceid": "aa92cfe4-15a4-40c9-b8a6-6f183bf462f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.296526] env[68466]: DEBUG nova.compute.manager [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.385738] env[68466]: DEBUG nova.network.neutron [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Successfully created port: bc8c6dde-354c-45d0-b2f5-121f53936e81 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.438609] env[68466]: DEBUG oslo_vmware.api [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811677, 'name': PowerOffVM_Task, 'duration_secs': 0.221275} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.438878] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.439057] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 599.439362] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9048cde1-c2c2-4ec1-980a-a59ca2befa82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.509030] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 599.509030] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 599.509692] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Deleting the datastore file [datastore2] 2bd09461-a3e1-475b-9cad-4bfc8f94cad7 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.510510] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e3def7-67f7-4701-812a-479e6214f3b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.518042] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811678, 'name': Rename_Task, 'duration_secs': 0.196346} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.518042] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.518042] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0839a47d-a34a-4c11-b816-f11a5b01d89f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.520421] env[68466]: DEBUG oslo_vmware.api [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for the task: (returnval){ [ 599.520421] env[68466]: value = "task-2811684" [ 599.520421] env[68466]: _type = "Task" [ 599.520421] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.525860] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 599.525860] env[68466]: value = "task-2811685" [ 599.525860] env[68466]: _type = "Task" [ 599.525860] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.531970] env[68466]: DEBUG oslo_vmware.api [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.537667] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.538493] env[68466]: DEBUG nova.network.neutron [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Successfully updated port: 458fe74d-d6f4-4cf4-aa01-e963e7454800 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.567373] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811681, 'name': CreateVM_Task, 'duration_secs': 0.366767} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.567621] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.568677] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.569322] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.569777] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.570045] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7eb0b5-2836-4335-850a-3fa5aade1715 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.576249] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 599.576249] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5299ff72-94ce-6c7c-36aa-f73029921ffa" [ 599.576249] env[68466]: _type = "Task" [ 599.576249] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.586706] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5299ff72-94ce-6c7c-36aa-f73029921ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.597217] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.597748] env[68466]: DEBUG nova.compute.manager [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.600607] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.516s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.600607] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.600734] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 599.601020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.049s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.602725] env[68466]: INFO nova.compute.claims [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.609437] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a14a90a-b2c4-4148-b30c-b0a9d9e0a213 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.616242] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c328fbb1-5674-4f4c-bd87-a0096f20ceca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.637774] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc8c2eb-38e6-49ee-92f0-22edf4faf553 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.648136] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c7a13-7ab8-468f-8014-422254db637c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.681427] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181107MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 599.681580] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.690208] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811682, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.754866] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cedbc73a-db5c-4d7c-bebf-e7eb6a264de4 tempest-ServerExternalEventsTest-2113427742 tempest-ServerExternalEventsTest-2113427742-project] Releasing lock "refresh_cache-f502461c-f119-4801-8f55-92784998b426" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.828216] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.037552] env[68466]: DEBUG oslo_vmware.api [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Task: {'id': task-2811684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293193} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.041519] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.041793] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.041793] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.042385] env[68466]: INFO nova.compute.manager [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 600.042385] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.042966] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquiring lock "refresh_cache-ecbacec4-4081-4d65-8a35-43657006e5d0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.042966] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquired lock "refresh_cache-ecbacec4-4081-4d65-8a35-43657006e5d0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.043079] env[68466]: DEBUG nova.network.neutron [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.045102] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.045102] env[68466]: DEBUG nova.compute.manager [-] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 600.045102] env[68466]: DEBUG nova.network.neutron [-] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 600.087091] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.087324] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.087531] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.107900] env[68466]: DEBUG nova.compute.utils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.109558] env[68466]: DEBUG nova.compute.manager [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.109907] env[68466]: DEBUG nova.network.neutron [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.193640] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87612} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.193925] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Copied Virtual Disk [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk to [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.194148] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleting the datastore file [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440/tmp-sparse.vmdk {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.194374] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e735c7-ae18-4665-93e7-362f89064f6f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.198726] env[68466]: DEBUG nova.compute.manager [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Received event network-changed-42a38688-d46a-49f4-9507-27e6a9f114a5 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 600.198907] env[68466]: DEBUG nova.compute.manager [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Refreshing instance network info cache due to event network-changed-42a38688-d46a-49f4-9507-27e6a9f114a5. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 600.199149] env[68466]: DEBUG oslo_concurrency.lockutils [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] Acquiring lock "refresh_cache-5098d10c-769d-480d-adda-b93a821e7007" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.199291] env[68466]: DEBUG oslo_concurrency.lockutils [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] Acquired lock "refresh_cache-5098d10c-769d-480d-adda-b93a821e7007" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.199503] env[68466]: DEBUG nova.network.neutron [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Refreshing network info cache for port 42a38688-d46a-49f4-9507-27e6a9f114a5 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.211402] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 600.211402] env[68466]: value = "task-2811686" [ 600.211402] env[68466]: _type = "Task" [ 600.211402] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.221106] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.231171] env[68466]: DEBUG nova.policy [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8b576072bf7423f86996262dc3bdf84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4db9305b831a42768f3170528467c061', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.542330] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811685, 'name': PowerOnVM_Task, 'duration_secs': 0.843503} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.542330] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.546307] env[68466]: INFO nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Took 10.91 seconds to spawn the instance on the hypervisor. [ 600.546662] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.547981] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c790e731-02ee-4d53-be34-d9dabb6759a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.614191] env[68466]: DEBUG nova.compute.manager [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.659523] env[68466]: DEBUG nova.network.neutron [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.723785] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028868} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.727176] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.727726] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Moving file from [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93/ce1c1ede-c5f8-47a5-8b0d-40db78629440 to [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440. {{(pid=68466) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.730467] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ed1bdbbb-5ad7-4f03-8baf-bacb76bff199 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.739662] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 600.739662] env[68466]: value = "task-2811687" [ 600.739662] env[68466]: _type = "Task" [ 600.739662] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.749248] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811687, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.870147] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eb1816-2113-41bb-a4d6-01ce6c5dd985 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.879291] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef256497-611c-4a40-83d0-a3034bcf5dae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.916925] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a054fd8-2d24-4287-aa35-13e1124fa9e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.925077] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47091873-dbee-41a4-a904-3a876ae3337f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.940594] env[68466]: DEBUG nova.compute.provider_tree [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.071427] env[68466]: INFO nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Took 19.39 seconds to build instance. [ 601.163995] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquiring lock "f502461c-f119-4801-8f55-92784998b426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.163995] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "f502461c-f119-4801-8f55-92784998b426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.164242] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquiring lock "f502461c-f119-4801-8f55-92784998b426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.164394] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "f502461c-f119-4801-8f55-92784998b426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.164623] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "f502461c-f119-4801-8f55-92784998b426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.166722] env[68466]: INFO nova.compute.manager [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Terminating instance [ 601.251306] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811687, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043672} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.251742] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] File moved {{(pid=68466) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 601.251927] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Cleaning up location [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 601.252503] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleting the datastore file [datastore1] vmware_temp/389302f6-50bb-49e7-a472-7b2408f7eb93 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.252503] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66fe30d2-4572-4a2c-a91b-821641c802b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.263620] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 601.263620] env[68466]: value = "task-2811688" [ 601.263620] env[68466]: _type = "Task" [ 601.263620] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.273893] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.344684] env[68466]: DEBUG nova.network.neutron [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Updating instance_info_cache with network_info: [{"id": "458fe74d-d6f4-4cf4-aa01-e963e7454800", "address": "fa:16:3e:cf:72:49", "network": {"id": "60fe3446-9e9c-4fe5-b022-c262c997071e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-481414239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdf01a4f80f4a6b944198db8286bfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458fe74d-d6", "ovs_interfaceid": "458fe74d-d6f4-4cf4-aa01-e963e7454800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.444365] env[68466]: DEBUG nova.scheduler.client.report [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.576576] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.907s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.608937] env[68466]: DEBUG nova.network.neutron [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Successfully created port: 92d26846-6db6-4e52-8c57-4e0b8ad5ddee {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.628583] env[68466]: DEBUG nova.compute.manager [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.655386] env[68466]: DEBUG nova.network.neutron [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Updated VIF entry in instance network info cache for port 42a38688-d46a-49f4-9507-27e6a9f114a5. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.655764] env[68466]: DEBUG nova.network.neutron [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Updating instance_info_cache with network_info: [{"id": "42a38688-d46a-49f4-9507-27e6a9f114a5", "address": "fa:16:3e:c5:6e:8a", "network": {"id": "17b99806-dc2a-407b-be41-ae4fb1f26670", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-268384773-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebdcdef286e04aa3883d2a15ef89196d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42a38688-d4", "ovs_interfaceid": "42a38688-d46a-49f4-9507-27e6a9f114a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.676319] env[68466]: DEBUG nova.compute.manager [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.676319] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.677925] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbcd872-b5ae-44a7-9c98-f4ecfafa16b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.687250] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.687250] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.687250] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.687400] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.687564] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.687861] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.688377] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.688679] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.689037] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.689353] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.689685] env[68466]: DEBUG nova.virt.hardware [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.692104] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e000414-d2c9-4179-a8d1-15760fb65eec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.696951] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.697777] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d934a4e-0532-4f0d-ab61-608b91c7766f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.703546] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92d0352-f10f-4062-8fca-649b8ab845b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.709516] env[68466]: DEBUG oslo_vmware.api [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 601.709516] env[68466]: value = "task-2811689" [ 601.709516] env[68466]: _type = "Task" [ 601.709516] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.725418] env[68466]: DEBUG nova.network.neutron [-] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.737427] env[68466]: DEBUG oslo_vmware.api [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.776862] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031581} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.777515] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.777907] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c90792-cfb5-4987-8cee-a82ded37b40e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.785356] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 601.785356] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525723f3-31ca-ac89-a776-8f0e57560fbb" [ 601.785356] env[68466]: _type = "Task" [ 601.785356] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.793668] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525723f3-31ca-ac89-a776-8f0e57560fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.848127] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Releasing lock "refresh_cache-ecbacec4-4081-4d65-8a35-43657006e5d0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.850019] env[68466]: DEBUG nova.compute.manager [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Instance network_info: |[{"id": "458fe74d-d6f4-4cf4-aa01-e963e7454800", "address": "fa:16:3e:cf:72:49", "network": {"id": "60fe3446-9e9c-4fe5-b022-c262c997071e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-481414239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdf01a4f80f4a6b944198db8286bfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458fe74d-d6", "ovs_interfaceid": "458fe74d-d6f4-4cf4-aa01-e963e7454800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.850159] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:72:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '458fe74d-d6f4-4cf4-aa01-e963e7454800', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.858180] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Creating folder: Project (9fdf01a4f80f4a6b944198db8286bfd1). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.858500] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab9d2ab-f961-42d4-9d1c-9f5ab2f0af5c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.870084] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Created folder: Project (9fdf01a4f80f4a6b944198db8286bfd1) in parent group-v564977. [ 601.870300] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Creating folder: Instances. Parent ref: group-v564995. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.870659] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fd0bbfe-9719-47c5-b135-780a9aecbaf8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.885785] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Created folder: Instances in parent group-v564995. [ 601.885947] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.886166] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.886389] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e390c01-8749-4453-8d79-0eb6a430a9fb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.912378] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.912378] env[68466]: value = "task-2811692" [ 601.912378] env[68466]: _type = "Task" [ 601.912378] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.923075] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811692, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.951144] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.951803] env[68466]: DEBUG nova.compute.manager [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.954653] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.896s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.956437] env[68466]: INFO nova.compute.claims [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.163024] env[68466]: DEBUG oslo_concurrency.lockutils [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] Releasing lock "refresh_cache-5098d10c-769d-480d-adda-b93a821e7007" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.163024] env[68466]: DEBUG nova.compute.manager [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Received event network-vif-plugged-d4f92739-c99b-4c06-9f19-afd92907439d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 602.163024] env[68466]: DEBUG oslo_concurrency.lockutils [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] Acquiring lock "d01f1044-6830-49e8-8499-1bd08ff649c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.163024] env[68466]: DEBUG oslo_concurrency.lockutils [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] Lock "d01f1044-6830-49e8-8499-1bd08ff649c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.163024] env[68466]: DEBUG oslo_concurrency.lockutils [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] Lock "d01f1044-6830-49e8-8499-1bd08ff649c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.163499] env[68466]: DEBUG nova.compute.manager [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] No waiting events found dispatching network-vif-plugged-d4f92739-c99b-4c06-9f19-afd92907439d {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.163499] env[68466]: WARNING nova.compute.manager [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Received unexpected event network-vif-plugged-d4f92739-c99b-4c06-9f19-afd92907439d for instance with vm_state building and task_state spawning. [ 602.163499] env[68466]: DEBUG nova.compute.manager [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Received event network-changed-d4f92739-c99b-4c06-9f19-afd92907439d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 602.163499] env[68466]: DEBUG nova.compute.manager [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Refreshing instance network info cache due to event network-changed-d4f92739-c99b-4c06-9f19-afd92907439d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 602.163499] env[68466]: DEBUG oslo_concurrency.lockutils [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] Acquiring lock "refresh_cache-d01f1044-6830-49e8-8499-1bd08ff649c4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.163645] env[68466]: DEBUG oslo_concurrency.lockutils [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] Acquired lock "refresh_cache-d01f1044-6830-49e8-8499-1bd08ff649c4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.163645] env[68466]: DEBUG nova.network.neutron [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Refreshing network info cache for port d4f92739-c99b-4c06-9f19-afd92907439d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.225101] env[68466]: DEBUG oslo_vmware.api [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811689, 'name': PowerOffVM_Task, 'duration_secs': 0.217589} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.225101] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.227054] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.227054] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a7a29fe-0f92-4ce2-9133-697d402f0dec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.232229] env[68466]: INFO nova.compute.manager [-] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Took 2.19 seconds to deallocate network for instance. [ 602.286435] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.286435] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.286435] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Deleting the datastore file [datastore2] f502461c-f119-4801-8f55-92784998b426 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.286435] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89671671-4fcf-4ff3-aefa-eeceda168213 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.302024] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525723f3-31ca-ac89-a776-8f0e57560fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.014345} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.302024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.302024] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 5098d10c-769d-480d-adda-b93a821e7007/5098d10c-769d-480d-adda-b93a821e7007.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.302024] env[68466]: DEBUG oslo_vmware.api [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for the task: (returnval){ [ 602.302024] env[68466]: value = "task-2811694" [ 602.302024] env[68466]: _type = "Task" [ 602.302024] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.302364] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.302364] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.302364] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47c9d793-7296-4b50-b3d9-74ab5a91a89a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.304866] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc708951-d1b3-49eb-b445-110cc0589924 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.321053] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.321260] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.322458] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 602.322458] env[68466]: value = "task-2811695" [ 602.322458] env[68466]: _type = "Task" [ 602.322458] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.323749] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e53cf3f6-5eb8-4d7e-8aaf-e5bc2c1404f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.334167] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 602.334167] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a877c6-36c2-bbef-65d1-a7e3c12ccc1d" [ 602.334167] env[68466]: _type = "Task" [ 602.334167] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.338152] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.349154] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a877c6-36c2-bbef-65d1-a7e3c12ccc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.349618] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbe3007-312d-42ab-8977-565a76d7334e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.355509] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 602.355509] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5254f7b5-9242-27ca-c416-8c181357fb76" [ 602.355509] env[68466]: _type = "Task" [ 602.355509] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.364765] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5254f7b5-9242-27ca-c416-8c181357fb76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.426387] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811692, 'name': CreateVM_Task, 'duration_secs': 0.345281} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.426716] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.427559] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.427952] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.428381] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.428733] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b39f2bf-8cc4-40b0-b1e3-d173cc436665 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.434440] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 602.434440] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c024ac-fcfd-72b3-795c-8b7fe6fa3cf6" [ 602.434440] env[68466]: _type = "Task" [ 602.434440] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.449079] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c024ac-fcfd-72b3-795c-8b7fe6fa3cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.449079] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.449079] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.449079] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.462353] env[68466]: DEBUG nova.compute.utils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.466622] env[68466]: DEBUG nova.compute.manager [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.466841] env[68466]: DEBUG nova.network.neutron [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.550028] env[68466]: DEBUG nova.policy [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77a33a41def94e5495643653b0358f53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63f49ac640924aa891016c9e07f94dab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.741225] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.815855] env[68466]: DEBUG oslo_vmware.api [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Task: {'id': task-2811694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24908} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.816212] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.816317] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.816476] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.816642] env[68466]: INFO nova.compute.manager [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] [instance: f502461c-f119-4801-8f55-92784998b426] Took 1.14 seconds to destroy the instance on the hypervisor. [ 602.816887] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.817106] env[68466]: DEBUG nova.compute.manager [-] [instance: f502461c-f119-4801-8f55-92784998b426] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.817187] env[68466]: DEBUG nova.network.neutron [-] [instance: f502461c-f119-4801-8f55-92784998b426] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.837309] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811695, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.869025] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5254f7b5-9242-27ca-c416-8c181357fb76, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.869025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.869025] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] d01f1044-6830-49e8-8499-1bd08ff649c4/d01f1044-6830-49e8-8499-1bd08ff649c4.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.869025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.869334] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.869334] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23247b6-a0fd-4db8-866f-5b9ad11bdc3c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.870114] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-445406de-b807-43cf-8cf3-4194058c643d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.879692] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 602.879692] env[68466]: value = "task-2811696" [ 602.879692] env[68466]: _type = "Task" [ 602.879692] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.887319] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.887319] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.891959] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef3e1aa-d3e6-43ad-a968-c324b66f28b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.894329] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.899829] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 602.899829] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528376d7-dccd-1b98-3eed-7c8551d923d4" [ 602.899829] env[68466]: _type = "Task" [ 602.899829] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.906927] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528376d7-dccd-1b98-3eed-7c8551d923d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.972210] env[68466]: DEBUG nova.compute.manager [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.991987] env[68466]: DEBUG nova.network.neutron [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Successfully updated port: bc8c6dde-354c-45d0-b2f5-121f53936e81 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.221376] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3bbc7d-ba04-4b4d-9ee8-5dfdefaa4ecb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.235225] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9555c-2669-42fa-b7e2-e91425a3a46d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.280466] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeba9d30-13fc-45c2-9f2e-a8daa6db580c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.291425] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd3f914-52c7-48db-a06c-d0e32e3b03d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.310953] env[68466]: DEBUG nova.compute.provider_tree [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.344918] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64455} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.345235] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 5098d10c-769d-480d-adda-b93a821e7007/5098d10c-769d-480d-adda-b93a821e7007.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.348023] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.348023] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae4163cd-e852-44fe-98ac-d2f9f9125827 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.354341] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 603.354341] env[68466]: value = "task-2811697" [ 603.354341] env[68466]: _type = "Task" [ 603.354341] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.366788] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.393640] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811696, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.416412] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528376d7-dccd-1b98-3eed-7c8551d923d4, 'name': SearchDatastore_Task, 'duration_secs': 0.040838} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.417135] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f65d37-f1cb-4250-af87-51213ff2c314 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.424204] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 603.424204] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52841459-d470-55a6-e07d-23973d382808" [ 603.424204] env[68466]: _type = "Task" [ 603.424204] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.435793] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52841459-d470-55a6-e07d-23973d382808, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.436131] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.436406] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] ecbacec4-4081-4d65-8a35-43657006e5d0/ecbacec4-4081-4d65-8a35-43657006e5d0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.437056] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4928981f-cce2-480c-b2ef-a543b9b5634c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.439626] env[68466]: DEBUG nova.network.neutron [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Updated VIF entry in instance network info cache for port d4f92739-c99b-4c06-9f19-afd92907439d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.439837] env[68466]: DEBUG nova.network.neutron [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Updating instance_info_cache with network_info: [{"id": "d4f92739-c99b-4c06-9f19-afd92907439d", "address": "fa:16:3e:70:86:e1", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f92739-c9", "ovs_interfaceid": "d4f92739-c99b-4c06-9f19-afd92907439d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.445981] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 603.445981] env[68466]: value = "task-2811698" [ 603.445981] env[68466]: _type = "Task" [ 603.445981] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.455070] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.496124] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquiring lock "refresh_cache-cd8987ec-c639-432e-bad1-3ac63c4be1a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.496725] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquired lock "refresh_cache-cd8987ec-c639-432e-bad1-3ac63c4be1a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.496725] env[68466]: DEBUG nova.network.neutron [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.592918] env[68466]: DEBUG nova.network.neutron [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Successfully created port: 91baa508-bbcd-4f12-afb7-b3f475186b96 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.813867] env[68466]: DEBUG nova.scheduler.client.report [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.865819] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086689} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.866535] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.868181] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b6cee3-aa90-41aa-bb74-1f5006f0c98f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.894664] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5098d10c-769d-480d-adda-b93a821e7007/5098d10c-769d-480d-adda-b93a821e7007.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.898213] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd32cb1-a762-40e8-a245-af3f4de39962 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.919722] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554595} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.921180] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] d01f1044-6830-49e8-8499-1bd08ff649c4/d01f1044-6830-49e8-8499-1bd08ff649c4.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.921822] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.921822] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 603.921822] env[68466]: value = "task-2811699" [ 603.921822] env[68466]: _type = "Task" [ 603.921822] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.922020] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c128d044-0500-4fe1-bc52-63d934499f90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.933808] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.935192] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 603.935192] env[68466]: value = "task-2811700" [ 603.935192] env[68466]: _type = "Task" [ 603.935192] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.943052] env[68466]: DEBUG oslo_concurrency.lockutils [req-feb32893-ac86-484c-8711-5a9797235117 req-cd5a13fc-7134-4a7a-905e-c9caedf09b94 service nova] Releasing lock "refresh_cache-d01f1044-6830-49e8-8499-1bd08ff649c4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.956018] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.988144] env[68466]: DEBUG nova.compute.manager [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.027998] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.028443] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.028661] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.029513] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.029841] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.030067] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.030347] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.030563] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.030790] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.031047] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.031301] env[68466]: DEBUG nova.virt.hardware [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.032453] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413af09-c6bf-4468-91ec-2125ed7357bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.043491] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d7e1fc-5be2-4612-83bf-7c4dab71a58c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.103499] env[68466]: DEBUG nova.network.neutron [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.118877] env[68466]: DEBUG nova.network.neutron [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Successfully updated port: 92d26846-6db6-4e52-8c57-4e0b8ad5ddee {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.320664] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.321446] env[68466]: DEBUG nova.compute.manager [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.324868] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.643s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.436934] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.446979] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078581} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.453290] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.457936] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f249e2fb-2839-48f3-9367-fb1b46976171 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.465844] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969227} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.479524] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] ecbacec4-4081-4d65-8a35-43657006e5d0/ecbacec4-4081-4d65-8a35-43657006e5d0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.481494] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.488680] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d01f1044-6830-49e8-8499-1bd08ff649c4/d01f1044-6830-49e8-8499-1bd08ff649c4.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.488902] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac85d00d-ab27-4198-a0dd-4b0fbeb262b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.490955] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067bb0a5-9456-4ebe-8a01-52c38cc07fa3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.506219] env[68466]: DEBUG nova.network.neutron [-] [instance: f502461c-f119-4801-8f55-92784998b426] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.513647] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 604.513647] env[68466]: value = "task-2811702" [ 604.513647] env[68466]: _type = "Task" [ 604.513647] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.515193] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 604.515193] env[68466]: value = "task-2811701" [ 604.515193] env[68466]: _type = "Task" [ 604.515193] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.529105] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811702, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.532865] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.623109] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquiring lock "refresh_cache-c4630440-1ea5-4392-9f02-f5e7f7d59dee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.623267] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquired lock "refresh_cache-c4630440-1ea5-4392-9f02-f5e7f7d59dee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.623415] env[68466]: DEBUG nova.network.neutron [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.762674] env[68466]: DEBUG nova.network.neutron [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Updating instance_info_cache with network_info: [{"id": "bc8c6dde-354c-45d0-b2f5-121f53936e81", "address": "fa:16:3e:38:11:2b", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8c6dde-35", "ovs_interfaceid": "bc8c6dde-354c-45d0-b2f5-121f53936e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.839890] env[68466]: DEBUG nova.compute.utils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.842233] env[68466]: DEBUG nova.compute.manager [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.842233] env[68466]: DEBUG nova.network.neutron [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.942559] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.957519] env[68466]: DEBUG nova.policy [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e335a2dd4a9444fcb48ed63d997329a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a2c239cf6345e1abb0d151c214da39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.009847] env[68466]: INFO nova.compute.manager [-] [instance: f502461c-f119-4801-8f55-92784998b426] Took 2.19 seconds to deallocate network for instance. [ 605.029683] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811702, 'name': ReconfigVM_Task, 'duration_secs': 0.285074} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.033814] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d01f1044-6830-49e8-8499-1bd08ff649c4/d01f1044-6830-49e8-8499-1bd08ff649c4.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.034784] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073219} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.034784] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0099e501-7327-43be-b2e5-582d071b0e57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.036956] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.037311] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ac9c0e-9245-4f5a-88d9-49f1c4be9c70 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.066625] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] ecbacec4-4081-4d65-8a35-43657006e5d0/ecbacec4-4081-4d65-8a35-43657006e5d0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.071214] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-051a1be5-72f9-4ebc-8c7a-dfb827460800 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.087498] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 605.087498] env[68466]: value = "task-2811703" [ 605.087498] env[68466]: _type = "Task" [ 605.087498] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.094460] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 605.094460] env[68466]: value = "task-2811704" [ 605.094460] env[68466]: _type = "Task" [ 605.094460] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.101111] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811703, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.106330] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.186549] env[68466]: DEBUG nova.network.neutron [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.265927] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Releasing lock "refresh_cache-cd8987ec-c639-432e-bad1-3ac63c4be1a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.266302] env[68466]: DEBUG nova.compute.manager [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Instance network_info: |[{"id": "bc8c6dde-354c-45d0-b2f5-121f53936e81", "address": "fa:16:3e:38:11:2b", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8c6dde-35", "ovs_interfaceid": "bc8c6dde-354c-45d0-b2f5-121f53936e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.267182] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:11:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc8c6dde-354c-45d0-b2f5-121f53936e81', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.278387] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Creating folder: Project (28444ba0e03a423f83803d4b52f39b85). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.278723] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b59e57e-ea64-4dfb-bb47-be2850a6966f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.292775] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Created folder: Project (28444ba0e03a423f83803d4b52f39b85) in parent group-v564977. [ 605.293494] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Creating folder: Instances. Parent ref: group-v564998. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.293494] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80d6a40f-1961-43e1-8367-ab19102ea3e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.306382] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Created folder: Instances in parent group-v564998. [ 605.306856] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.307179] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.307510] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2067e18-d59b-4b23-8f3e-e92a53c7dbf7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.332172] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.332172] env[68466]: value = "task-2811707" [ 605.332172] env[68466]: _type = "Task" [ 605.332172] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.339606] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811707, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.346601] env[68466]: DEBUG nova.compute.manager [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.377225] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 2bd09461-a3e1-475b-9cad-4bfc8f94cad7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 605.377923] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance f502461c-f119-4801-8f55-92784998b426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.377923] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 55d4ba36-62da-40a8-84f2-1115aca471c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.377923] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 45ec5d93-84db-49fb-9e82-1a0ebd59faf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.377923] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance d5708f0e-33be-4ca0-8d7d-a064f65a0521 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.378132] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5098d10c-769d-480d-adda-b93a821e7007 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.378132] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance d01f1044-6830-49e8-8499-1bd08ff649c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.378132] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance ecbacec4-4081-4d65-8a35-43657006e5d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.378219] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance cd8987ec-c639-432e-bad1-3ac63c4be1a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.379547] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance c4630440-1ea5-4392-9f02-f5e7f7d59dee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.379547] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance db74bbe8-44ec-4c61-adc7-1c64a89e2050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.379547] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 9bea5d78-3afa-4e77-bd26-1cd2694c536c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.440573] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811699, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.522744] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.576620] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.576878] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.605380] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811703, 'name': Rename_Task, 'duration_secs': 0.194344} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.607043] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.607117] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1c47d47-32bf-4e9f-aaf2-17587c7a2c95 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.616566] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811704, 'name': ReconfigVM_Task, 'duration_secs': 0.296374} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.618027] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Reconfigured VM instance instance-00000008 to attach disk [datastore1] ecbacec4-4081-4d65-8a35-43657006e5d0/ecbacec4-4081-4d65-8a35-43657006e5d0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.618442] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-424d520b-d0e1-4fbc-a9ac-673172f06078 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.624881] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 605.624881] env[68466]: value = "task-2811708" [ 605.624881] env[68466]: _type = "Task" [ 605.624881] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.633864] env[68466]: DEBUG nova.network.neutron [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Updating instance_info_cache with network_info: [{"id": "92d26846-6db6-4e52-8c57-4e0b8ad5ddee", "address": "fa:16:3e:c8:60:a5", "network": {"id": "2c3d17d6-b990-4c98-a75e-fcea8c014ce6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-309837293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4db9305b831a42768f3170528467c061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d26846-6d", "ovs_interfaceid": "92d26846-6db6-4e52-8c57-4e0b8ad5ddee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.641317] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 605.641317] env[68466]: value = "task-2811709" [ 605.641317] env[68466]: _type = "Task" [ 605.641317] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.651912] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.666719] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811709, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.851023] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811707, 'name': CreateVM_Task, 'duration_secs': 0.353802} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.851023] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.851023] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.851023] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.851023] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.856570] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05e621c-3c1e-48a0-8de1-f703d48cf7ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.869866] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 605.869866] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52110db6-8ee1-d7a2-96f1-90a06367922b" [ 605.869866] env[68466]: _type = "Task" [ 605.869866] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.879603] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52110db6-8ee1-d7a2-96f1-90a06367922b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.886828] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 605.942173] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811699, 'name': ReconfigVM_Task, 'duration_secs': 1.902438} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.942384] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5098d10c-769d-480d-adda-b93a821e7007/5098d10c-769d-480d-adda-b93a821e7007.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.943020] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c4b5e14-3ea6-41c5-8c7d-558bba9e66f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.950020] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 605.950020] env[68466]: value = "task-2811710" [ 605.950020] env[68466]: _type = "Task" [ 605.950020] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.961377] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811710, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.075898] env[68466]: DEBUG nova.network.neutron [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Successfully updated port: 91baa508-bbcd-4f12-afb7-b3f475186b96 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.081549] env[68466]: DEBUG nova.compute.manager [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.139322] env[68466]: DEBUG oslo_vmware.api [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811708, 'name': PowerOnVM_Task, 'duration_secs': 0.499993} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.139661] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.139754] env[68466]: INFO nova.compute.manager [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Took 11.76 seconds to spawn the instance on the hypervisor. [ 606.140024] env[68466]: DEBUG nova.compute.manager [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.140489] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Releasing lock "refresh_cache-c4630440-1ea5-4392-9f02-f5e7f7d59dee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.140755] env[68466]: DEBUG nova.compute.manager [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Instance network_info: |[{"id": "92d26846-6db6-4e52-8c57-4e0b8ad5ddee", "address": "fa:16:3e:c8:60:a5", "network": {"id": "2c3d17d6-b990-4c98-a75e-fcea8c014ce6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-309837293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4db9305b831a42768f3170528467c061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d26846-6d", "ovs_interfaceid": "92d26846-6db6-4e52-8c57-4e0b8ad5ddee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.141722] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d6b936-8625-4f56-9490-b0783e657621 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.144793] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:60:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92d26846-6db6-4e52-8c57-4e0b8ad5ddee', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.152505] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Creating folder: Project (4db9305b831a42768f3170528467c061). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.155799] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2f0354d-f7a1-4294-9d83-edeec914d64c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.167828] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811709, 'name': Rename_Task, 'duration_secs': 0.191068} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.171225] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.171745] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Created folder: Project (4db9305b831a42768f3170528467c061) in parent group-v564977. [ 606.171940] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Creating folder: Instances. Parent ref: group-v565001. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.172166] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30a9b50e-8044-49e1-b143-b46808eab033 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.173764] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-681b2257-d73d-4242-a397-cb6f315544fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.180243] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 606.180243] env[68466]: value = "task-2811712" [ 606.180243] env[68466]: _type = "Task" [ 606.180243] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.187080] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Created folder: Instances in parent group-v565001. [ 606.187080] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.187080] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.187080] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2901b9cc-5f74-4abe-8fe8-f79d2721e0aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.209808] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.214628] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.214628] env[68466]: value = "task-2811714" [ 606.214628] env[68466]: _type = "Task" [ 606.214628] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.229631] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811714, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.235687] env[68466]: DEBUG nova.compute.manager [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Received event network-vif-plugged-458fe74d-d6f4-4cf4-aa01-e963e7454800 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 606.235687] env[68466]: DEBUG oslo_concurrency.lockutils [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] Acquiring lock "ecbacec4-4081-4d65-8a35-43657006e5d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.235687] env[68466]: DEBUG oslo_concurrency.lockutils [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] Lock "ecbacec4-4081-4d65-8a35-43657006e5d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.235687] env[68466]: DEBUG oslo_concurrency.lockutils [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] Lock "ecbacec4-4081-4d65-8a35-43657006e5d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.235875] env[68466]: DEBUG nova.compute.manager [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] No waiting events found dispatching network-vif-plugged-458fe74d-d6f4-4cf4-aa01-e963e7454800 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.236569] env[68466]: WARNING nova.compute.manager [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Received unexpected event network-vif-plugged-458fe74d-d6f4-4cf4-aa01-e963e7454800 for instance with vm_state building and task_state spawning. [ 606.236569] env[68466]: DEBUG nova.compute.manager [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Received event network-changed-458fe74d-d6f4-4cf4-aa01-e963e7454800 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 606.236569] env[68466]: DEBUG nova.compute.manager [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Refreshing instance network info cache due to event network-changed-458fe74d-d6f4-4cf4-aa01-e963e7454800. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 606.236569] env[68466]: DEBUG oslo_concurrency.lockutils [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] Acquiring lock "refresh_cache-ecbacec4-4081-4d65-8a35-43657006e5d0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.236946] env[68466]: DEBUG oslo_concurrency.lockutils [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] Acquired lock "refresh_cache-ecbacec4-4081-4d65-8a35-43657006e5d0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.236946] env[68466]: DEBUG nova.network.neutron [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Refreshing network info cache for port 458fe74d-d6f4-4cf4-aa01-e963e7454800 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.358913] env[68466]: DEBUG nova.compute.manager [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.378603] env[68466]: DEBUG nova.network.neutron [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Successfully created port: 5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.393601] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 90eb84e2-88bc-468a-987a-cc2e865f6ea8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 606.393765] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 606.394049] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 606.397439] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52110db6-8ee1-d7a2-96f1-90a06367922b, 'name': SearchDatastore_Task, 'duration_secs': 0.023371} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.401545] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.402446] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.402446] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.402562] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.402819] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.403105] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.404305] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.404305] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.404305] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.404671] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.405151] env[68466]: DEBUG nova.virt.hardware [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.406196] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.406386] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.407379] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.407379] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.407644] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.409108] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf69e8e-4dbd-48fd-98e3-109812addb6a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.418547] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f09c3e-cb88-4369-b879-681690358c11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.434406] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860a946b-d34f-4a87-8611-a3de40e043fa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.440836] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.442283] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.442479] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f500b7ee-0061-435f-bea3-6733fb77a86e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.474082] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 606.474082] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c76e6f-a997-b50b-9082-c96fea49f503" [ 606.474082] env[68466]: _type = "Task" [ 606.474082] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.486177] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811710, 'name': Rename_Task, 'duration_secs': 0.294704} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.487893] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.487893] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8806a327-77da-4718-bc2a-9a8388a0526d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.498337] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c76e6f-a997-b50b-9082-c96fea49f503, 'name': SearchDatastore_Task, 'duration_secs': 0.019346} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.500502] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42aa1a7c-7981-487e-8804-7a12d3828c64 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.506383] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 606.506383] env[68466]: value = "task-2811715" [ 606.506383] env[68466]: _type = "Task" [ 606.506383] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.519893] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 606.519893] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b01235-10a3-5688-34e5-fcc98e926e74" [ 606.519893] env[68466]: _type = "Task" [ 606.519893] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.528051] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811715, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.535115] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b01235-10a3-5688-34e5-fcc98e926e74, 'name': SearchDatastore_Task, 'duration_secs': 0.013165} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.539246] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.539599] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] cd8987ec-c639-432e-bad1-3ac63c4be1a8/cd8987ec-c639-432e-bad1-3ac63c4be1a8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.540239] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c373c9df-e28c-4f6b-948d-042e44b931e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.547673] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 606.547673] env[68466]: value = "task-2811716" [ 606.547673] env[68466]: _type = "Task" [ 606.547673] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.557334] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.580898] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquiring lock "refresh_cache-db74bbe8-44ec-4c61-adc7-1c64a89e2050" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.580898] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquired lock "refresh_cache-db74bbe8-44ec-4c61-adc7-1c64a89e2050" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.580898] env[68466]: DEBUG nova.network.neutron [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.607959] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.675973] env[68466]: INFO nova.compute.manager [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Took 24.33 seconds to build instance. [ 606.691808] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.725941] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811714, 'name': CreateVM_Task, 'duration_secs': 0.44042} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.731634] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.731634] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.731634] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.731634] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.731634] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edecbbe-3a84-40c8-9240-8c81b0abd564 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.737017] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 606.737017] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52beaa21-483a-2ca4-7d71-2b7634ee37d8" [ 606.737017] env[68466]: _type = "Task" [ 606.737017] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.751164] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52beaa21-483a-2ca4-7d71-2b7634ee37d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.765643] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf0e39f-3404-419c-846f-8565b81a5ea0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.774119] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee4f4d5-6677-40b7-8a6d-e3417b05c367 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.813229] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87211eb-c8bd-4783-82d9-816e6b972b44 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.822063] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da71385-e47f-4d2d-9608-bf02f224b56d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.837215] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.026511] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.061729] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811716, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.162240] env[68466]: DEBUG nova.compute.manager [req-f4a83a24-f186-4c22-8175-8b24ad78f585 req-167af943-6bd4-48f7-9cdd-1c9a4bb7d148 service nova] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Received event network-vif-plugged-92d26846-6db6-4e52-8c57-4e0b8ad5ddee {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.162445] env[68466]: DEBUG oslo_concurrency.lockutils [req-f4a83a24-f186-4c22-8175-8b24ad78f585 req-167af943-6bd4-48f7-9cdd-1c9a4bb7d148 service nova] Acquiring lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.162657] env[68466]: DEBUG oslo_concurrency.lockutils [req-f4a83a24-f186-4c22-8175-8b24ad78f585 req-167af943-6bd4-48f7-9cdd-1c9a4bb7d148 service nova] Lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.162817] env[68466]: DEBUG oslo_concurrency.lockutils [req-f4a83a24-f186-4c22-8175-8b24ad78f585 req-167af943-6bd4-48f7-9cdd-1c9a4bb7d148 service nova] Lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.162976] env[68466]: DEBUG nova.compute.manager [req-f4a83a24-f186-4c22-8175-8b24ad78f585 req-167af943-6bd4-48f7-9cdd-1c9a4bb7d148 service nova] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] No waiting events found dispatching network-vif-plugged-92d26846-6db6-4e52-8c57-4e0b8ad5ddee {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.163342] env[68466]: WARNING nova.compute.manager [req-f4a83a24-f186-4c22-8175-8b24ad78f585 req-167af943-6bd4-48f7-9cdd-1c9a4bb7d148 service nova] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Received unexpected event network-vif-plugged-92d26846-6db6-4e52-8c57-4e0b8ad5ddee for instance with vm_state building and task_state spawning. [ 607.180540] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60b94684-755c-4294-9088-ca83ca0e6d28 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "d01f1044-6830-49e8-8499-1bd08ff649c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.853s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.195809] env[68466]: DEBUG oslo_vmware.api [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811712, 'name': PowerOnVM_Task, 'duration_secs': 0.677839} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.196129] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.196574] env[68466]: INFO nova.compute.manager [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Took 10.46 seconds to spawn the instance on the hypervisor. [ 607.196656] env[68466]: DEBUG nova.compute.manager [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.197540] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5676da-339c-4d10-a490-801f630ebc73 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.220938] env[68466]: DEBUG nova.network.neutron [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.252027] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52beaa21-483a-2ca4-7d71-2b7634ee37d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014132} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.252027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.252027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.252220] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.252616] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.252616] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.252805] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d152e48f-2b0b-439d-bb86-5913762159a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.262689] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.262972] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.266630] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f046e5-3232-416e-b80c-813c664c770e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.278356] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 607.278356] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ea280f-239b-ec1f-0730-4a379c39d4dd" [ 607.278356] env[68466]: _type = "Task" [ 607.278356] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.292548] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ea280f-239b-ec1f-0730-4a379c39d4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.292759] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f9d252-e5f7-4b08-9b6f-4c15005a5877 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.299798] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 607.299798] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf4120-ea5a-e758-58ee-8a5bc6c37dad" [ 607.299798] env[68466]: _type = "Task" [ 607.299798] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.307800] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf4120-ea5a-e758-58ee-8a5bc6c37dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.340507] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.518565] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811715, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.567086] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556689} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.567677] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] cd8987ec-c639-432e-bad1-3ac63c4be1a8/cd8987ec-c639-432e-bad1-3ac63c4be1a8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.567677] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.567829] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9535606-59f6-4e89-8852-351edd404db3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.575999] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 607.575999] env[68466]: value = "task-2811717" [ 607.575999] env[68466]: _type = "Task" [ 607.575999] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.586023] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.718725] env[68466]: INFO nova.compute.manager [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Took 24.60 seconds to build instance. [ 607.762712] env[68466]: DEBUG nova.network.neutron [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Updated VIF entry in instance network info cache for port 458fe74d-d6f4-4cf4-aa01-e963e7454800. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.763197] env[68466]: DEBUG nova.network.neutron [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Updating instance_info_cache with network_info: [{"id": "458fe74d-d6f4-4cf4-aa01-e963e7454800", "address": "fa:16:3e:cf:72:49", "network": {"id": "60fe3446-9e9c-4fe5-b022-c262c997071e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-481414239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdf01a4f80f4a6b944198db8286bfd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458fe74d-d6", "ovs_interfaceid": "458fe74d-d6f4-4cf4-aa01-e963e7454800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.814209] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf4120-ea5a-e758-58ee-8a5bc6c37dad, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.814520] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.814895] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] c4630440-1ea5-4392-9f02-f5e7f7d59dee/c4630440-1ea5-4392-9f02-f5e7f7d59dee.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.815346] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-469ec205-2f00-4826-9989-49ed6cc8a9ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.823792] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 607.823792] env[68466]: value = "task-2811718" [ 607.823792] env[68466]: _type = "Task" [ 607.823792] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.834241] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.842071] env[68466]: DEBUG nova.network.neutron [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Updating instance_info_cache with network_info: [{"id": "91baa508-bbcd-4f12-afb7-b3f475186b96", "address": "fa:16:3e:8c:c8:ed", "network": {"id": "192fe61f-f11d-4893-98d8-de4ae34892cd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1968561296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63f49ac640924aa891016c9e07f94dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91baa508-bb", "ovs_interfaceid": "91baa508-bbcd-4f12-afb7-b3f475186b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.845172] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 607.845332] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.521s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.845611] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.018s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.847320] env[68466]: INFO nova.compute.claims [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.028308] env[68466]: DEBUG oslo_vmware.api [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811715, 'name': PowerOnVM_Task, 'duration_secs': 1.078654} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.028308] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.028308] env[68466]: INFO nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Took 16.09 seconds to spawn the instance on the hypervisor. [ 608.028308] env[68466]: DEBUG nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.029132] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0e17ef-2f7d-4429-b176-3788400611e2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.086982] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066267} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.091242] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.091672] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fba786-8c71-4599-b860-9c772be26adf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.119408] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] cd8987ec-c639-432e-bad1-3ac63c4be1a8/cd8987ec-c639-432e-bad1-3ac63c4be1a8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.120172] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-091de78c-65fd-413d-a9a5-49ca693c8d6a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.144022] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 608.144022] env[68466]: value = "task-2811719" [ 608.144022] env[68466]: _type = "Task" [ 608.144022] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.153623] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.221219] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2025c5e8-0ce9-44a3-9cbd-fab79f4210d6 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "ecbacec4-4081-4d65-8a35-43657006e5d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.114s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.268840] env[68466]: DEBUG oslo_concurrency.lockutils [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] Releasing lock "refresh_cache-ecbacec4-4081-4d65-8a35-43657006e5d0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.269337] env[68466]: DEBUG nova.compute.manager [req-bba564ba-ac76-43ad-aece-cb3a61770250 req-f8da4021-d914-43c9-a412-2f7b9cd2c78a service nova] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Received event network-vif-deleted-b5aed710-af9d-4ec6-a6c6-844ca81a45be {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 608.343717] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811718, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.345535] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Releasing lock "refresh_cache-db74bbe8-44ec-4c61-adc7-1c64a89e2050" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.345892] env[68466]: DEBUG nova.compute.manager [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Instance network_info: |[{"id": "91baa508-bbcd-4f12-afb7-b3f475186b96", "address": "fa:16:3e:8c:c8:ed", "network": {"id": "192fe61f-f11d-4893-98d8-de4ae34892cd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1968561296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63f49ac640924aa891016c9e07f94dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91baa508-bb", "ovs_interfaceid": "91baa508-bbcd-4f12-afb7-b3f475186b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.346507] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:c8:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91baa508-bbcd-4f12-afb7-b3f475186b96', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.357454] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Creating folder: Project (63f49ac640924aa891016c9e07f94dab). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.359949] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-359cc5d1-85c5-4d02-beb2-f90d86586f48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.373686] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Created folder: Project (63f49ac640924aa891016c9e07f94dab) in parent group-v564977. [ 608.373686] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Creating folder: Instances. Parent ref: group-v565004. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.373686] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13a9322b-10fb-4cac-bb04-83a4eade30a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.387386] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Created folder: Instances in parent group-v565004. [ 608.387780] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.388028] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.388268] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a219551-820d-4b5f-9f0b-7451c40d2d94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.413717] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.413717] env[68466]: value = "task-2811722" [ 608.413717] env[68466]: _type = "Task" [ 608.413717] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.422603] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811722, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.555154] env[68466]: INFO nova.compute.manager [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Took 26.83 seconds to build instance. [ 608.657150] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.685398] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquiring lock "a42f135b-d830-484d-a150-1de21adbfcfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.685889] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "a42f135b-d830-484d-a150-1de21adbfcfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.836547] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839538} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.836951] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] c4630440-1ea5-4392-9f02-f5e7f7d59dee/c4630440-1ea5-4392-9f02-f5e7f7d59dee.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.837101] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.837346] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20368e9e-7cf6-4656-b097-e56fa47278e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.844969] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 608.844969] env[68466]: value = "task-2811723" [ 608.844969] env[68466]: _type = "Task" [ 608.844969] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.853892] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.924986] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811722, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.057834] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c618b8f-e76a-43c9-8282-90543b1afee1 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "5098d10c-769d-480d-adda-b93a821e7007" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.341s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.143724] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc01ce62-59d0-4aac-bbfe-5b8d6a81f720 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.157866] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b793dd-899d-4ade-9c9c-bcaeca636efc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.164704] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811719, 'name': ReconfigVM_Task, 'duration_secs': 0.52418} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.165456] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Reconfigured VM instance instance-00000009 to attach disk [datastore1] cd8987ec-c639-432e-bad1-3ac63c4be1a8/cd8987ec-c639-432e-bad1-3ac63c4be1a8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.166192] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-629983ac-a4c5-422d-bc34-c27a58bf4643 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.195232] env[68466]: DEBUG nova.compute.manager [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.198755] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a4e13f-4e89-46ee-af6b-2fba28817671 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.202863] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 609.202863] env[68466]: value = "task-2811724" [ 609.202863] env[68466]: _type = "Task" [ 609.202863] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.211778] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e8bb5a-f7cd-4e03-92fd-1aae18220433 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.218608] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811724, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.229204] env[68466]: DEBUG nova.compute.provider_tree [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.357692] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201049} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.358126] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.364017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dddbcb-1b74-4880-9e0a-d9739ccc8499 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.387702] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] c4630440-1ea5-4392-9f02-f5e7f7d59dee/c4630440-1ea5-4392-9f02-f5e7f7d59dee.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.388132] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef88048-1b77-4ee8-b30e-81e75e957560 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.412028] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 609.412028] env[68466]: value = "task-2811725" [ 609.412028] env[68466]: _type = "Task" [ 609.412028] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.419161] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.427448] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811722, 'name': CreateVM_Task, 'duration_secs': 0.558092} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.427611] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.428369] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.428524] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.429188] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.429188] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc44c74-7c57-45cf-8b6c-dc9be047ae1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.433865] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 609.433865] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5259c560-ce00-2a4e-74ca-64fc5d114519" [ 609.433865] env[68466]: _type = "Task" [ 609.433865] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.442508] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5259c560-ce00-2a4e-74ca-64fc5d114519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.716392] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811724, 'name': Rename_Task, 'duration_secs': 0.191055} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.716995] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.716995] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-646e11d0-12e4-456c-a0c1-bf1ed5f23c58 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.723514] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.726950] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 609.726950] env[68466]: value = "task-2811726" [ 609.726950] env[68466]: _type = "Task" [ 609.726950] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.732152] env[68466]: DEBUG nova.scheduler.client.report [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.746792] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811726, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.919758] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.946434] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5259c560-ce00-2a4e-74ca-64fc5d114519, 'name': SearchDatastore_Task, 'duration_secs': 0.012188} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.947391] env[68466]: DEBUG nova.network.neutron [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Successfully updated port: 5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.949357] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.949411] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.949694] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.949853] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.950373] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.951370] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6feeb024-0ee9-4710-86f5-16094552adb1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.963674] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.963674] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.963674] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4a0673-e7b2-4568-83ca-b476d12ae785 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.969678] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 609.969678] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef09fa-6945-5926-dedd-6003bbc17aa0" [ 609.969678] env[68466]: _type = "Task" [ 609.969678] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.982565] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef09fa-6945-5926-dedd-6003bbc17aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.241842] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.242650] env[68466]: DEBUG nova.compute.manager [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.246393] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811726, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.248280] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.507s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.248491] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.251617] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.729s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.251617] env[68466]: DEBUG nova.objects.instance [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lazy-loading 'resources' on Instance uuid f502461c-f119-4801-8f55-92784998b426 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.297397] env[68466]: INFO nova.scheduler.client.report [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Deleted allocations for instance 2bd09461-a3e1-475b-9cad-4bfc8f94cad7 [ 610.421387] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811725, 'name': ReconfigVM_Task, 'duration_secs': 0.656872} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.422788] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Reconfigured VM instance instance-0000000a to attach disk [datastore1] c4630440-1ea5-4392-9f02-f5e7f7d59dee/c4630440-1ea5-4392-9f02-f5e7f7d59dee.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.423938] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26d78c94-1569-4d39-8d7c-62d890a646da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.431067] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 610.431067] env[68466]: value = "task-2811727" [ 610.431067] env[68466]: _type = "Task" [ 610.431067] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.443910] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811727, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.452880] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.453743] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.453743] env[68466]: DEBUG nova.network.neutron [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.481757] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef09fa-6945-5926-dedd-6003bbc17aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.482688] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-592f4598-2dec-47f5-b4cd-df3e5e24a6a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.489191] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 610.489191] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527c63c0-b49c-deb9-d7f5-8865bed6b773" [ 610.489191] env[68466]: _type = "Task" [ 610.489191] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.500120] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527c63c0-b49c-deb9-d7f5-8865bed6b773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.742481] env[68466]: DEBUG oslo_vmware.api [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811726, 'name': PowerOnVM_Task, 'duration_secs': 0.75405} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.742687] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.742947] env[68466]: INFO nova.compute.manager [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Took 11.65 seconds to spawn the instance on the hypervisor. [ 610.743178] env[68466]: DEBUG nova.compute.manager [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.744459] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be33525f-47f0-40ea-b9d7-25df0f1fbfaa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.749699] env[68466]: DEBUG nova.compute.utils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.753030] env[68466]: DEBUG nova.compute.manager [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.753155] env[68466]: DEBUG nova.network.neutron [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.819376] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d14a2a8-b21c-45ee-bcd5-ac0cef85df1c tempest-ServerDiagnosticsTest-1710108070 tempest-ServerDiagnosticsTest-1710108070-project-member] Lock "2bd09461-a3e1-475b-9cad-4bfc8f94cad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.419s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.902929] env[68466]: DEBUG nova.compute.manager [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Received event network-vif-plugged-bc8c6dde-354c-45d0-b2f5-121f53936e81 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 610.907037] env[68466]: DEBUG oslo_concurrency.lockutils [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] Acquiring lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.907037] env[68466]: DEBUG oslo_concurrency.lockutils [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] Lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.907037] env[68466]: DEBUG oslo_concurrency.lockutils [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] Lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.907037] env[68466]: DEBUG nova.compute.manager [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] No waiting events found dispatching network-vif-plugged-bc8c6dde-354c-45d0-b2f5-121f53936e81 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.907037] env[68466]: WARNING nova.compute.manager [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Received unexpected event network-vif-plugged-bc8c6dde-354c-45d0-b2f5-121f53936e81 for instance with vm_state active and task_state None. [ 610.907482] env[68466]: DEBUG nova.compute.manager [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Received event network-changed-bc8c6dde-354c-45d0-b2f5-121f53936e81 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 610.907482] env[68466]: DEBUG nova.compute.manager [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Refreshing instance network info cache due to event network-changed-bc8c6dde-354c-45d0-b2f5-121f53936e81. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 610.907482] env[68466]: DEBUG oslo_concurrency.lockutils [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] Acquiring lock "refresh_cache-cd8987ec-c639-432e-bad1-3ac63c4be1a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.907482] env[68466]: DEBUG oslo_concurrency.lockutils [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] Acquired lock "refresh_cache-cd8987ec-c639-432e-bad1-3ac63c4be1a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.907482] env[68466]: DEBUG nova.network.neutron [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Refreshing network info cache for port bc8c6dde-354c-45d0-b2f5-121f53936e81 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.941344] env[68466]: DEBUG nova.policy [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f4bfd11f411436e918fed6d2b66471b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c49f72a85dc0496c992037afc504d5d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.953191] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811727, 'name': Rename_Task, 'duration_secs': 0.213097} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.953511] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.953764] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f890a39a-c60d-4829-b479-b91b393af459 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.965543] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 610.965543] env[68466]: value = "task-2811728" [ 610.965543] env[68466]: _type = "Task" [ 610.965543] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.973369] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.005414] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527c63c0-b49c-deb9-d7f5-8865bed6b773, 'name': SearchDatastore_Task, 'duration_secs': 0.018842} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.009031] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.009120] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] db74bbe8-44ec-4c61-adc7-1c64a89e2050/db74bbe8-44ec-4c61-adc7-1c64a89e2050.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.009539] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13c1825f-3527-4544-bf8a-ef02088fc0e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.021971] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 611.021971] env[68466]: value = "task-2811729" [ 611.021971] env[68466]: _type = "Task" [ 611.021971] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.037885] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.059174] env[68466]: DEBUG nova.network.neutron [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.099625] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a56af-5489-4bb1-9a12-f1c71fda041c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.111135] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f0beac-89a3-460f-8a79-aa04f84bce41 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.145436] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b9b428-5693-4e8e-9668-7d7bba708c01 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.157586] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45efb75-41ff-4a3e-827f-d8926373e76b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.175287] env[68466]: DEBUG nova.compute.provider_tree [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.263034] env[68466]: DEBUG nova.compute.manager [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.285315] env[68466]: INFO nova.compute.manager [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Took 26.57 seconds to build instance. [ 611.423839] env[68466]: DEBUG nova.network.neutron [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Updating instance_info_cache with network_info: [{"id": "5abec3f8-0e3c-482a-b648-f3226377aa58", "address": "fa:16:3e:a6:69:3a", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abec3f8-0e", "ovs_interfaceid": "5abec3f8-0e3c-482a-b648-f3226377aa58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.480545] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.535728] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.677771] env[68466]: DEBUG nova.scheduler.client.report [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.789266] env[68466]: DEBUG oslo_concurrency.lockutils [None req-017882b1-c657-4052-987a-8a75dc33ecde tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.085s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.852475] env[68466]: DEBUG nova.compute.manager [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Received event network-changed-92d26846-6db6-4e52-8c57-4e0b8ad5ddee {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 611.852475] env[68466]: DEBUG nova.compute.manager [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Refreshing instance network info cache due to event network-changed-92d26846-6db6-4e52-8c57-4e0b8ad5ddee. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 611.852475] env[68466]: DEBUG oslo_concurrency.lockutils [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] Acquiring lock "refresh_cache-c4630440-1ea5-4392-9f02-f5e7f7d59dee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.852475] env[68466]: DEBUG oslo_concurrency.lockutils [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] Acquired lock "refresh_cache-c4630440-1ea5-4392-9f02-f5e7f7d59dee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.852637] env[68466]: DEBUG nova.network.neutron [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Refreshing network info cache for port 92d26846-6db6-4e52-8c57-4e0b8ad5ddee {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.930234] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.930234] env[68466]: DEBUG nova.compute.manager [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Instance network_info: |[{"id": "5abec3f8-0e3c-482a-b648-f3226377aa58", "address": "fa:16:3e:a6:69:3a", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abec3f8-0e", "ovs_interfaceid": "5abec3f8-0e3c-482a-b648-f3226377aa58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.930784] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:69:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5abec3f8-0e3c-482a-b648-f3226377aa58', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.939502] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Creating folder: Project (a0a2c239cf6345e1abb0d151c214da39). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.940369] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc722891-e4f9-4568-9353-5d14b4c951a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.958803] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Created folder: Project (a0a2c239cf6345e1abb0d151c214da39) in parent group-v564977. [ 611.958803] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Creating folder: Instances. Parent ref: group-v565007. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.958803] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe088c54-0109-4649-84a2-14208d8a89bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.974877] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Created folder: Instances in parent group-v565007. [ 611.974877] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.975823] env[68466]: DEBUG nova.network.neutron [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Successfully created port: f180a571-ae27-417f-b130-7a63c7b846f3 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.982983] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.983401] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c1215b4-1ab4-4ac5-93ab-f511c5e5a831 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.020399] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.024364] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.024364] env[68466]: value = "task-2811732" [ 612.024364] env[68466]: _type = "Task" [ 612.024364] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.033597] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811732, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.040543] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811729, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.131515] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Acquiring lock "d01f1044-6830-49e8-8499-1bd08ff649c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.131788] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Lock "d01f1044-6830-49e8-8499-1bd08ff649c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.131996] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Acquiring lock "d01f1044-6830-49e8-8499-1bd08ff649c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.133100] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Lock "d01f1044-6830-49e8-8499-1bd08ff649c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.133100] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Lock "d01f1044-6830-49e8-8499-1bd08ff649c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.140035] env[68466]: INFO nova.compute.manager [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Terminating instance [ 612.189604] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.192792] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.585s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.194981] env[68466]: INFO nova.compute.claims [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.217250] env[68466]: INFO nova.scheduler.client.report [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Deleted allocations for instance f502461c-f119-4801-8f55-92784998b426 [ 612.245460] env[68466]: DEBUG nova.network.neutron [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Updated VIF entry in instance network info cache for port bc8c6dde-354c-45d0-b2f5-121f53936e81. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.245778] env[68466]: DEBUG nova.network.neutron [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Updating instance_info_cache with network_info: [{"id": "bc8c6dde-354c-45d0-b2f5-121f53936e81", "address": "fa:16:3e:38:11:2b", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc8c6dde-35", "ovs_interfaceid": "bc8c6dde-354c-45d0-b2f5-121f53936e81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.283546] env[68466]: DEBUG nova.compute.manager [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.327625] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='698796105',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-347309369',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.328366] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.328366] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.328366] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.328519] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.328607] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.328820] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.329119] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.329375] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.329567] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.329743] env[68466]: DEBUG nova.virt.hardware [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.330667] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28451a9-4b60-4297-9ce5-f3da7aa78325 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.340156] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e4571b-da72-41bf-8ae0-07f097d47bc2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.492345] env[68466]: DEBUG oslo_vmware.api [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811728, 'name': PowerOnVM_Task, 'duration_secs': 1.29231} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.493138] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.493363] env[68466]: INFO nova.compute.manager [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Took 10.86 seconds to spawn the instance on the hypervisor. [ 612.493546] env[68466]: DEBUG nova.compute.manager [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.497962] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1947ae04-5787-453b-b243-e8d75ce06984 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.504436] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.504815] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.537588] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811732, 'name': CreateVM_Task, 'duration_secs': 0.435424} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.540877] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.541689] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.541962] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.542298] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.544424] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c0e50a-4dee-461e-884f-af256a26b2ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.550054] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811729, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.107973} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.550781] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] db74bbe8-44ec-4c61-adc7-1c64a89e2050/db74bbe8-44ec-4c61-adc7-1c64a89e2050.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.550929] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.552250] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-349d7527-2f09-417d-9d70-bc1c4c8624f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.555570] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 612.555570] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dd3006-8172-25ab-4e4b-3efd6e431b8c" [ 612.555570] env[68466]: _type = "Task" [ 612.555570] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.562196] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 612.562196] env[68466]: value = "task-2811733" [ 612.562196] env[68466]: _type = "Task" [ 612.562196] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.568075] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dd3006-8172-25ab-4e4b-3efd6e431b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.573135] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.646638] env[68466]: DEBUG nova.compute.manager [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.646917] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.648281] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acb9d5f-1d8b-4877-8be9-eb2810953d53 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.658965] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.659597] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3398537-ca5d-4594-baec-2ab9f9d1425e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.665415] env[68466]: DEBUG oslo_vmware.api [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Waiting for the task: (returnval){ [ 612.665415] env[68466]: value = "task-2811734" [ 612.665415] env[68466]: _type = "Task" [ 612.665415] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.675626] env[68466]: DEBUG oslo_vmware.api [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Task: {'id': task-2811734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.724454] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c227131-8fec-45eb-bfeb-af4e95be23dd tempest-ServerExternalEventsTest-1510081796 tempest-ServerExternalEventsTest-1510081796-project-member] Lock "f502461c-f119-4801-8f55-92784998b426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.560s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.748537] env[68466]: DEBUG oslo_concurrency.lockutils [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] Releasing lock "refresh_cache-cd8987ec-c639-432e-bad1-3ac63c4be1a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.748537] env[68466]: DEBUG nova.compute.manager [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: f502461c-f119-4801-8f55-92784998b426] Received event network-vif-deleted-aa92cfe4-15a4-40c9-b8a6-6f183bf462f4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 612.748732] env[68466]: DEBUG nova.compute.manager [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Received event network-changed-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 612.748995] env[68466]: DEBUG nova.compute.manager [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Refreshing instance network info cache due to event network-changed-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 612.749093] env[68466]: DEBUG oslo_concurrency.lockutils [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] Acquiring lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.749660] env[68466]: DEBUG oslo_concurrency.lockutils [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] Acquired lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.749660] env[68466]: DEBUG nova.network.neutron [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Refreshing network info cache for port 11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.008392] env[68466]: DEBUG nova.compute.manager [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.034019] env[68466]: INFO nova.compute.manager [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Took 26.45 seconds to build instance. [ 613.069525] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dd3006-8172-25ab-4e4b-3efd6e431b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.019302} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.072911] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.073133] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.073386] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.073509] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.073685] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.074283] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da225204-e305-4616-8d06-1f82b4ddb990 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.081999] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067027} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.082470] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.083046] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3847078d-2ba1-401b-a8ef-8e6e7ca413cd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.087278] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.087619] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.088705] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b401dc66-9bcf-40cd-9eb0-f9c9a18fd9bc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.102546] env[68466]: DEBUG nova.network.neutron [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Updated VIF entry in instance network info cache for port 92d26846-6db6-4e52-8c57-4e0b8ad5ddee. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.102846] env[68466]: DEBUG nova.network.neutron [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Updating instance_info_cache with network_info: [{"id": "92d26846-6db6-4e52-8c57-4e0b8ad5ddee", "address": "fa:16:3e:c8:60:a5", "network": {"id": "2c3d17d6-b990-4c98-a75e-fcea8c014ce6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-309837293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4db9305b831a42768f3170528467c061", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d26846-6d", "ovs_interfaceid": "92d26846-6db6-4e52-8c57-4e0b8ad5ddee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.112732] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] db74bbe8-44ec-4c61-adc7-1c64a89e2050/db74bbe8-44ec-4c61-adc7-1c64a89e2050.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.113891] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquiring lock "ecbacec4-4081-4d65-8a35-43657006e5d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.114358] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "ecbacec4-4081-4d65-8a35-43657006e5d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.114358] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquiring lock "ecbacec4-4081-4d65-8a35-43657006e5d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.114521] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "ecbacec4-4081-4d65-8a35-43657006e5d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.114757] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "ecbacec4-4081-4d65-8a35-43657006e5d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.116333] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0fd7e1d-d5b3-40e2-9892-82b8d194f699 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.133565] env[68466]: INFO nova.compute.manager [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Terminating instance [ 613.137927] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 613.137927] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52294a7e-08ed-69c9-0ceb-2fa4e5b81039" [ 613.137927] env[68466]: _type = "Task" [ 613.137927] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.145907] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 613.145907] env[68466]: value = "task-2811735" [ 613.145907] env[68466]: _type = "Task" [ 613.145907] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.154020] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52294a7e-08ed-69c9-0ceb-2fa4e5b81039, 'name': SearchDatastore_Task, 'duration_secs': 0.026938} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.155592] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99250fe1-4a33-488a-955d-198d1a34039b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.163849] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811735, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.168553] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 613.168553] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ac2407-5984-bef1-6fd0-83330a5d01cf" [ 613.168553] env[68466]: _type = "Task" [ 613.168553] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.179410] env[68466]: DEBUG oslo_vmware.api [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Task: {'id': task-2811734, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.183180] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ac2407-5984-bef1-6fd0-83330a5d01cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.472572] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18e0247-03b4-4fb6-9ad7-fc83a1b230a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.480985] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5c2c30-528b-4ac8-866a-bbc9ee990753 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.515620] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34f2470-7505-474f-bc12-2795a681d3de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.532163] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fd4de7-5602-441e-8133-409ca3bafc5e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.536725] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e04d9836-7c88-4f73-9c20-bf3c0301af92 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.970s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.548286] env[68466]: DEBUG nova.compute.provider_tree [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.550556] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.614407] env[68466]: DEBUG oslo_concurrency.lockutils [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] Releasing lock "refresh_cache-c4630440-1ea5-4392-9f02-f5e7f7d59dee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.614756] env[68466]: DEBUG nova.compute.manager [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Received event network-vif-plugged-91baa508-bbcd-4f12-afb7-b3f475186b96 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 613.614887] env[68466]: DEBUG oslo_concurrency.lockutils [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] Acquiring lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.615152] env[68466]: DEBUG oslo_concurrency.lockutils [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] Lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.615292] env[68466]: DEBUG oslo_concurrency.lockutils [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] Lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.615456] env[68466]: DEBUG nova.compute.manager [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] No waiting events found dispatching network-vif-plugged-91baa508-bbcd-4f12-afb7-b3f475186b96 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.615778] env[68466]: WARNING nova.compute.manager [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Received unexpected event network-vif-plugged-91baa508-bbcd-4f12-afb7-b3f475186b96 for instance with vm_state building and task_state spawning. [ 613.615778] env[68466]: DEBUG nova.compute.manager [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Received event network-changed-91baa508-bbcd-4f12-afb7-b3f475186b96 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 613.615922] env[68466]: DEBUG nova.compute.manager [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Refreshing instance network info cache due to event network-changed-91baa508-bbcd-4f12-afb7-b3f475186b96. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 613.616234] env[68466]: DEBUG oslo_concurrency.lockutils [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] Acquiring lock "refresh_cache-db74bbe8-44ec-4c61-adc7-1c64a89e2050" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.616272] env[68466]: DEBUG oslo_concurrency.lockutils [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] Acquired lock "refresh_cache-db74bbe8-44ec-4c61-adc7-1c64a89e2050" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.616394] env[68466]: DEBUG nova.network.neutron [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Refreshing network info cache for port 91baa508-bbcd-4f12-afb7-b3f475186b96 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.641087] env[68466]: DEBUG nova.compute.manager [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.641159] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.642470] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905b3c6d-c89c-49d7-b143-9cea3da84b74 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.652205] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.653176] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b145d21e-b15b-4201-928e-e840ad4b21c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.658010] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811735, 'name': ReconfigVM_Task, 'duration_secs': 0.504456} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.658010] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Reconfigured VM instance instance-0000000b to attach disk [datastore2] db74bbe8-44ec-4c61-adc7-1c64a89e2050/db74bbe8-44ec-4c61-adc7-1c64a89e2050.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.658494] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54b18126-acd3-4503-b623-4a2be2ea6d2c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.664514] env[68466]: DEBUG oslo_vmware.api [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 613.664514] env[68466]: value = "task-2811736" [ 613.664514] env[68466]: _type = "Task" [ 613.664514] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.665846] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 613.665846] env[68466]: value = "task-2811737" [ 613.665846] env[68466]: _type = "Task" [ 613.665846] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.684180] env[68466]: DEBUG oslo_vmware.api [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.688640] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811737, 'name': Rename_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.693169] env[68466]: DEBUG oslo_vmware.api [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Task: {'id': task-2811734, 'name': PowerOffVM_Task, 'duration_secs': 0.547068} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.693169] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.693169] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.693169] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30331289-c43a-4eea-aa98-55a234c2bbd4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.699764] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ac2407-5984-bef1-6fd0-83330a5d01cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017707} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.700145] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.700469] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 9bea5d78-3afa-4e77-bd26-1cd2694c536c/9bea5d78-3afa-4e77-bd26-1cd2694c536c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.700579] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e348ebd-62d2-4cb2-b29c-ad47e4f2ce54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.708880] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 613.708880] env[68466]: value = "task-2811739" [ 613.708880] env[68466]: _type = "Task" [ 613.708880] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.719437] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.764036] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.764036] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.764233] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Deleting the datastore file [datastore1] d01f1044-6830-49e8-8499-1bd08ff649c4 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.766133] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f56246e0-f05b-4bf6-bca7-24bae5e3c247 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.770477] env[68466]: DEBUG oslo_vmware.api [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Waiting for the task: (returnval){ [ 613.770477] env[68466]: value = "task-2811740" [ 613.770477] env[68466]: _type = "Task" [ 613.770477] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.781142] env[68466]: DEBUG oslo_vmware.api [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Task: {'id': task-2811740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.079240] env[68466]: ERROR nova.scheduler.client.report [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [req-2fa384d3-d332-4dd8-8b35-78111976b42e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2a5f2f3e-1107-40da-ae5c-58673b030abf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2fa384d3-d332-4dd8-8b35-78111976b42e"}]} [ 614.094794] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.095050] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.107326] env[68466]: DEBUG nova.scheduler.client.report [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Refreshing inventories for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 614.134837] env[68466]: DEBUG nova.scheduler.client.report [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Updating ProviderTree inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 614.134978] env[68466]: DEBUG nova.compute.provider_tree [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.151659] env[68466]: DEBUG nova.scheduler.client.report [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Refreshing aggregate associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, aggregates: None {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 614.186390] env[68466]: DEBUG oslo_vmware.api [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811736, 'name': PowerOffVM_Task, 'duration_secs': 0.213634} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.186390] env[68466]: DEBUG nova.scheduler.client.report [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Refreshing trait associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 614.192704] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 614.192704] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 614.192704] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811737, 'name': Rename_Task, 'duration_secs': 0.199848} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.193081] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-808e76d2-51bc-4fa6-86d0-7f73fe2dee90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.195354] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.195354] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf0c5372-7dcd-4317-b02f-66a2fb8f8e5e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.202978] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 614.202978] env[68466]: value = "task-2811742" [ 614.202978] env[68466]: _type = "Task" [ 614.202978] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.226335] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.235336] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811739, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.262038] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 614.262038] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 614.262038] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Deleting the datastore file [datastore1] ecbacec4-4081-4d65-8a35-43657006e5d0 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 614.262314] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff3210b5-e5ea-47d4-b4b0-17dc2c54e861 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.272176] env[68466]: DEBUG oslo_vmware.api [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for the task: (returnval){ [ 614.272176] env[68466]: value = "task-2811743" [ 614.272176] env[68466]: _type = "Task" [ 614.272176] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.273256] env[68466]: DEBUG nova.network.neutron [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Updated VIF entry in instance network info cache for port 11a0306f-2bfc-4852-9eb6-2b13b1a22a3d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.273843] env[68466]: DEBUG nova.network.neutron [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Updating instance_info_cache with network_info: [{"id": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "address": "fa:16:3e:09:c4:d1", "network": {"id": "8a8fef58-2f37-46d4-8da2-b8a262c73c36", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-980893941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699108086ef6468bb3f6c1d5221f3a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a0306f-2b", "ovs_interfaceid": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.298290] env[68466]: DEBUG oslo_vmware.api [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Task: {'id': task-2811740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321207} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.298439] env[68466]: DEBUG oslo_vmware.api [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.299693] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.299693] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.299819] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.299911] env[68466]: INFO nova.compute.manager [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Took 1.65 seconds to destroy the instance on the hypervisor. [ 614.300200] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.300429] env[68466]: DEBUG nova.compute.manager [-] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.300495] env[68466]: DEBUG nova.network.neutron [-] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.553082] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78057fe7-2006-472b-b7cb-186286d7c366 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.579841] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3217dcf8-e0e3-4aec-bfa8-e036aae27bf3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.637119] env[68466]: DEBUG nova.compute.manager [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.647207] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17f9d3b-2d76-48ba-b2d3-04ccb645e715 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.662668] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7260c2d8-ac81-48eb-98cc-7f68748aaa86 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.690506] env[68466]: DEBUG nova.compute.provider_tree [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.726437] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811742, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.735585] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628765} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.735973] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 9bea5d78-3afa-4e77-bd26-1cd2694c536c/9bea5d78-3afa-4e77-bd26-1cd2694c536c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.736344] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.736719] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9020e34-30b9-4e59-8a00-db5a5df70d48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.749043] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 614.749043] env[68466]: value = "task-2811744" [ 614.749043] env[68466]: _type = "Task" [ 614.749043] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.762142] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.765035] env[68466]: DEBUG nova.compute.manager [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Received event network-vif-plugged-5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 614.765719] env[68466]: DEBUG oslo_concurrency.lockutils [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] Acquiring lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.765719] env[68466]: DEBUG oslo_concurrency.lockutils [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.765918] env[68466]: DEBUG oslo_concurrency.lockutils [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.766693] env[68466]: DEBUG nova.compute.manager [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] No waiting events found dispatching network-vif-plugged-5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.766693] env[68466]: WARNING nova.compute.manager [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Received unexpected event network-vif-plugged-5abec3f8-0e3c-482a-b648-f3226377aa58 for instance with vm_state building and task_state spawning. [ 614.766693] env[68466]: DEBUG nova.compute.manager [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Received event network-changed-5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 614.767228] env[68466]: DEBUG nova.compute.manager [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Refreshing instance network info cache due to event network-changed-5abec3f8-0e3c-482a-b648-f3226377aa58. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 614.767228] env[68466]: DEBUG oslo_concurrency.lockutils [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] Acquiring lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.767348] env[68466]: DEBUG oslo_concurrency.lockutils [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] Acquired lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.767561] env[68466]: DEBUG nova.network.neutron [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Refreshing network info cache for port 5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.785796] env[68466]: DEBUG nova.network.neutron [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Successfully updated port: f180a571-ae27-417f-b130-7a63c7b846f3 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.791582] env[68466]: DEBUG oslo_concurrency.lockutils [req-12222bcd-c729-4c88-9e4f-f95c5d4e3223 req-4d740cf2-ec67-48cb-8bca-2aca14dac2c4 service nova] Releasing lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.802289] env[68466]: DEBUG oslo_vmware.api [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Task: {'id': task-2811743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221724} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.802756] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.803095] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.803360] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.803629] env[68466]: INFO nova.compute.manager [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 614.804011] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.805069] env[68466]: DEBUG nova.compute.manager [-] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.805233] env[68466]: DEBUG nova.network.neutron [-] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.912024] env[68466]: DEBUG nova.network.neutron [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Updated VIF entry in instance network info cache for port 91baa508-bbcd-4f12-afb7-b3f475186b96. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.912407] env[68466]: DEBUG nova.network.neutron [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Updating instance_info_cache with network_info: [{"id": "91baa508-bbcd-4f12-afb7-b3f475186b96", "address": "fa:16:3e:8c:c8:ed", "network": {"id": "192fe61f-f11d-4893-98d8-de4ae34892cd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1968561296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63f49ac640924aa891016c9e07f94dab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91baa508-bb", "ovs_interfaceid": "91baa508-bbcd-4f12-afb7-b3f475186b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.174384] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.222122] env[68466]: DEBUG oslo_vmware.api [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811742, 'name': PowerOnVM_Task, 'duration_secs': 0.990683} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.222122] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.222122] env[68466]: INFO nova.compute.manager [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Took 11.23 seconds to spawn the instance on the hypervisor. [ 615.222122] env[68466]: DEBUG nova.compute.manager [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.222122] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9131be92-9b0b-4aa1-a3d6-47dea9438f32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.241164] env[68466]: DEBUG nova.scheduler.client.report [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Updated inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with generation 21 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 615.241778] env[68466]: DEBUG nova.compute.provider_tree [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Updating resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf generation from 21 to 22 during operation: update_inventory {{(pid=68466) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 615.242026] env[68466]: DEBUG nova.compute.provider_tree [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.258693] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16503} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.259037] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.260119] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d1f1f7-2abf-40ff-8ba7-623d13989be0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.291197] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 9bea5d78-3afa-4e77-bd26-1cd2694c536c/9bea5d78-3afa-4e77-bd26-1cd2694c536c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.291473] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63cdbfb4-9307-45fc-89f4-d3109a690dd2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.308861] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "refresh_cache-a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.309236] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquired lock "refresh_cache-a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.309236] env[68466]: DEBUG nova.network.neutron [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.316735] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 615.316735] env[68466]: value = "task-2811745" [ 615.316735] env[68466]: _type = "Task" [ 615.316735] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.328215] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.415577] env[68466]: DEBUG oslo_concurrency.lockutils [req-8f246806-a763-44bc-86f5-b1c8795f371c req-99f0781e-e36b-47cb-b77e-e2bb9a30151b service nova] Releasing lock "refresh_cache-db74bbe8-44ec-4c61-adc7-1c64a89e2050" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.464314] env[68466]: DEBUG nova.network.neutron [-] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.755907] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.563s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.756546] env[68466]: DEBUG nova.compute.manager [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.763742] env[68466]: DEBUG nova.network.neutron [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Updated VIF entry in instance network info cache for port 5abec3f8-0e3c-482a-b648-f3226377aa58. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.763742] env[68466]: DEBUG nova.network.neutron [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Updating instance_info_cache with network_info: [{"id": "5abec3f8-0e3c-482a-b648-f3226377aa58", "address": "fa:16:3e:a6:69:3a", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abec3f8-0e", "ovs_interfaceid": "5abec3f8-0e3c-482a-b648-f3226377aa58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.764139] env[68466]: INFO nova.compute.manager [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Took 20.23 seconds to build instance. [ 615.764139] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.040s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.766400] env[68466]: INFO nova.compute.claims [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.839666] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.866803] env[68466]: DEBUG nova.network.neutron [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.967535] env[68466]: INFO nova.compute.manager [-] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Took 1.67 seconds to deallocate network for instance. [ 616.178669] env[68466]: DEBUG nova.network.neutron [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Updating instance_info_cache with network_info: [{"id": "f180a571-ae27-417f-b130-7a63c7b846f3", "address": "fa:16:3e:8a:5f:9c", "network": {"id": "3837788a-5468-4058-aaca-c67993b84b76", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-526119827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49f72a85dc0496c992037afc504d5d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf180a571-ae", "ovs_interfaceid": "f180a571-ae27-417f-b130-7a63c7b846f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.271378] env[68466]: DEBUG oslo_concurrency.lockutils [req-3d812a5f-8570-4167-887f-0bf36562d451 req-799b88c5-8b97-4781-b486-779290bfe85a service nova] Releasing lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.273153] env[68466]: DEBUG nova.compute.utils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.274740] env[68466]: DEBUG nova.compute.manager [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.274925] env[68466]: DEBUG nova.network.neutron [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.280023] env[68466]: DEBUG oslo_concurrency.lockutils [None req-345cabe2-5859-4b18-8245-a63b3cc09d8e tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.769s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.331310] env[68466]: DEBUG nova.network.neutron [-] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.331714] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811745, 'name': ReconfigVM_Task, 'duration_secs': 0.59226} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.332300] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 9bea5d78-3afa-4e77-bd26-1cd2694c536c/9bea5d78-3afa-4e77-bd26-1cd2694c536c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.332995] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c118aeb0-fd8f-4cce-993c-682e85df58ce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.340193] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 616.340193] env[68466]: value = "task-2811746" [ 616.340193] env[68466]: _type = "Task" [ 616.340193] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.350975] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811746, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.481020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.494785] env[68466]: DEBUG nova.policy [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '506dd1f1e8dd471e98b41c08d4055bc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e2a85b6075e451b98625d19966d0ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.681182] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Releasing lock "refresh_cache-a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.681526] env[68466]: DEBUG nova.compute.manager [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Instance network_info: |[{"id": "f180a571-ae27-417f-b130-7a63c7b846f3", "address": "fa:16:3e:8a:5f:9c", "network": {"id": "3837788a-5468-4058-aaca-c67993b84b76", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-526119827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49f72a85dc0496c992037afc504d5d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf180a571-ae", "ovs_interfaceid": "f180a571-ae27-417f-b130-7a63c7b846f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.682811] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:5f:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f180a571-ae27-417f-b130-7a63c7b846f3', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.694270] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Creating folder: Project (c49f72a85dc0496c992037afc504d5d6). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.694334] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62185de6-a38e-4cd4-8860-ac309245ba24 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.706377] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Created folder: Project (c49f72a85dc0496c992037afc504d5d6) in parent group-v564977. [ 616.706593] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Creating folder: Instances. Parent ref: group-v565010. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.706846] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c55269d-73a0-44b6-8c09-0c2427bba65f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.716995] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Created folder: Instances in parent group-v565010. [ 616.717291] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.717488] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.717705] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d038575-0b5d-4a73-b618-1f0537deb736 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.737749] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.737749] env[68466]: value = "task-2811749" [ 616.737749] env[68466]: _type = "Task" [ 616.737749] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.746802] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811749, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.778677] env[68466]: DEBUG nova.compute.manager [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.837067] env[68466]: INFO nova.compute.manager [-] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Took 2.03 seconds to deallocate network for instance. [ 616.850568] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811746, 'name': Rename_Task, 'duration_secs': 0.259902} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.855055] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.855055] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-535094fe-6b8e-4dd7-9175-d08d4c5280ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.862668] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 616.862668] env[68466]: value = "task-2811750" [ 616.862668] env[68466]: _type = "Task" [ 616.862668] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.880017] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.882911] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.882911] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.882911] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.884011] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.885645] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811750, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.886356] env[68466]: INFO nova.compute.manager [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Terminating instance [ 617.001934] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "cb90ef88-1181-4c09-9fab-34df31cd8468" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.002237] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "cb90ef88-1181-4c09-9fab-34df31cd8468" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.113858] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e94f618-dfd5-42f4-bd58-4ebf60205024 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.126539] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a796158-3bbd-401e-9b52-502bd01ab5fa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.171255] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884622fd-66c6-4434-9ce6-ab0acd0c37cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.179104] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ad53c0-be52-429a-bb7d-cd2b1802cef5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.193410] env[68466]: DEBUG nova.compute.provider_tree [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.254160] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811749, 'name': CreateVM_Task, 'duration_secs': 0.451542} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.254383] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.255825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.256131] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.256583] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.256945] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cc85f4-5a87-4651-a118-b97b6b04d41f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.263120] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 617.263120] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52329a12-1f16-cac2-8d13-e5f806aa918e" [ 617.263120] env[68466]: _type = "Task" [ 617.263120] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.274052] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52329a12-1f16-cac2-8d13-e5f806aa918e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.302604] env[68466]: DEBUG nova.compute.manager [req-a38d5fc1-4286-42a1-ac72-e14764b01757 req-69f6cda5-9694-49c3-a7bb-d7a34663c550 service nova] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Received event network-vif-deleted-d4f92739-c99b-4c06-9f19-afd92907439d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 617.349271] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.379902] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811750, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.396483] env[68466]: DEBUG nova.compute.manager [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.396784] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.398845] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24821f8d-9c76-4e38-9a2a-9a2ba703fe0d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.414029] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.414029] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cbefe4e-6701-481d-9822-42e0492810d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.424916] env[68466]: DEBUG oslo_vmware.api [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 617.424916] env[68466]: value = "task-2811751" [ 617.424916] env[68466]: _type = "Task" [ 617.424916] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.442074] env[68466]: DEBUG oslo_vmware.api [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.505811] env[68466]: DEBUG nova.compute.manager [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.698054] env[68466]: DEBUG nova.scheduler.client.report [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.774931] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52329a12-1f16-cac2-8d13-e5f806aa918e, 'name': SearchDatastore_Task, 'duration_secs': 0.01183} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.774931] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.775377] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.775703] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.775919] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.777041] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.777041] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44267bf1-b5d5-403c-ba80-9b605f9b5f1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.787578] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.787578] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.788390] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb1dc92-ae60-4575-bd54-11c840cfd468 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.794907] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 617.794907] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb8611-7346-c4fd-c6cf-36bc261a6253" [ 617.794907] env[68466]: _type = "Task" [ 617.794907] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.801754] env[68466]: DEBUG nova.compute.manager [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.807941] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb8611-7346-c4fd-c6cf-36bc261a6253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.841225] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.841225] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.841579] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.841579] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.841945] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.841945] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.842129] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.843511] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.843511] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.843511] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.843511] env[68466]: DEBUG nova.virt.hardware [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.844110] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b034596-4aab-4e9e-8393-66d3a2e1b1b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.853623] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d719ea-7f9e-4b9d-8cf9-bcc24d477592 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.879609] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.879705] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.885941] env[68466]: DEBUG oslo_vmware.api [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2811750, 'name': PowerOnVM_Task, 'duration_secs': 0.583877} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.886564] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.886842] env[68466]: INFO nova.compute.manager [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Took 11.53 seconds to spawn the instance on the hypervisor. [ 617.887066] env[68466]: DEBUG nova.compute.manager [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.888198] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11958709-c4bd-4d80-acce-5503a4ecd4aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.923711] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquiring lock "1c545408-f414-46fc-9498-2911ca29cbff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.923811] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "1c545408-f414-46fc-9498-2911ca29cbff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.939346] env[68466]: DEBUG oslo_vmware.api [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811751, 'name': PowerOffVM_Task, 'duration_secs': 0.213533} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.939649] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.941338] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.941338] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1deb0083-97a5-4a21-9e8c-f10b27e0e6d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.005201] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.005468] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.005712] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleting the datastore file [datastore2] 45ec5d93-84db-49fb-9e82-1a0ebd59faf8 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.005969] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-229c3da6-4e96-4282-aab9-3fd1b08d708c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.014305] env[68466]: DEBUG oslo_vmware.api [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 618.014305] env[68466]: value = "task-2811753" [ 618.014305] env[68466]: _type = "Task" [ 618.014305] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.030555] env[68466]: DEBUG oslo_vmware.api [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.035382] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.112982] env[68466]: DEBUG nova.network.neutron [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Successfully created port: 3ada3f17-f9f7-4020-9b88-4f2d03aa01d4 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.207863] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.208448] env[68466]: DEBUG nova.compute.manager [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.212373] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.661s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.212605] env[68466]: INFO nova.compute.claims [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.308911] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb8611-7346-c4fd-c6cf-36bc261a6253, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.310123] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfd05fe-d980-43c0-8a35-0f7673568362 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.318536] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 618.318536] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529d1d40-139f-48ea-fe80-4d7882094fc7" [ 618.318536] env[68466]: _type = "Task" [ 618.318536] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.332215] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529d1d40-139f-48ea-fe80-4d7882094fc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.383171] env[68466]: DEBUG nova.compute.manager [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.419104] env[68466]: INFO nova.compute.manager [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Took 22.39 seconds to build instance. [ 618.428203] env[68466]: DEBUG nova.compute.manager [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.530166] env[68466]: DEBUG oslo_vmware.api [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212352} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.530794] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.530794] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.530794] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.530962] env[68466]: INFO nova.compute.manager [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 618.531195] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.531401] env[68466]: DEBUG nova.compute.manager [-] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.531493] env[68466]: DEBUG nova.network.neutron [-] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.618478] env[68466]: DEBUG nova.compute.manager [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Received event network-vif-plugged-f180a571-ae27-417f-b130-7a63c7b846f3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 618.619926] env[68466]: DEBUG oslo_concurrency.lockutils [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] Acquiring lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.620276] env[68466]: DEBUG oslo_concurrency.lockutils [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] Lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.620591] env[68466]: DEBUG oslo_concurrency.lockutils [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] Lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.620976] env[68466]: DEBUG nova.compute.manager [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] No waiting events found dispatching network-vif-plugged-f180a571-ae27-417f-b130-7a63c7b846f3 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.621279] env[68466]: WARNING nova.compute.manager [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Received unexpected event network-vif-plugged-f180a571-ae27-417f-b130-7a63c7b846f3 for instance with vm_state building and task_state spawning. [ 618.621871] env[68466]: DEBUG nova.compute.manager [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Received event network-changed-f180a571-ae27-417f-b130-7a63c7b846f3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 618.622143] env[68466]: DEBUG nova.compute.manager [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Refreshing instance network info cache due to event network-changed-f180a571-ae27-417f-b130-7a63c7b846f3. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 618.623931] env[68466]: DEBUG oslo_concurrency.lockutils [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] Acquiring lock "refresh_cache-a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.623931] env[68466]: DEBUG oslo_concurrency.lockutils [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] Acquired lock "refresh_cache-a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.623931] env[68466]: DEBUG nova.network.neutron [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Refreshing network info cache for port f180a571-ae27-417f-b130-7a63c7b846f3 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.717162] env[68466]: DEBUG nova.compute.utils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.718671] env[68466]: DEBUG nova.compute.manager [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.718864] env[68466]: DEBUG nova.network.neutron [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.832724] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529d1d40-139f-48ea-fe80-4d7882094fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011528} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.835934] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.836229] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36/a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.836502] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b174d2bb-ee45-4bc3-8de9-a8af65ccbefd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.842630] env[68466]: DEBUG nova.policy [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8df43004190445f2873e4087f5b8994c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '894709d47d874881a77b4c9e84ac6642', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.848707] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 618.848707] env[68466]: value = "task-2811754" [ 618.848707] env[68466]: _type = "Task" [ 618.848707] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.857150] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.919850] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.921282] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c21db27-3eaa-4d78-8e8d-b79435c3bfc9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.909s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.949220] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.973621] env[68466]: DEBUG oslo_concurrency.lockutils [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquiring lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.973621] env[68466]: DEBUG oslo_concurrency.lockutils [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.973621] env[68466]: DEBUG oslo_concurrency.lockutils [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquiring lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.973817] env[68466]: DEBUG oslo_concurrency.lockutils [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.973883] env[68466]: DEBUG oslo_concurrency.lockutils [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.976808] env[68466]: INFO nova.compute.manager [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Terminating instance [ 619.229013] env[68466]: DEBUG nova.compute.manager [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.363077] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811754, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.481701] env[68466]: DEBUG nova.compute.manager [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 619.482088] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.482909] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c102f65-ce05-4a11-8abb-a2d750a96bea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.498282] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.498282] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d11aebe5-c001-4661-a501-9ebec29e2fcd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.512143] env[68466]: DEBUG oslo_vmware.api [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 619.512143] env[68466]: value = "task-2811755" [ 619.512143] env[68466]: _type = "Task" [ 619.512143] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.533403] env[68466]: DEBUG oslo_vmware.api [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.680473] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45b9c8-ae50-413c-8a29-20df56de0cbe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.691446] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4121d88d-1544-45ba-a05e-4c44d2540cf5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.728444] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e788b6e6-e9c2-4d97-92b9-b2254236475d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.737227] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29518bc-308a-40be-8212-c9941e858b04 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.763340] env[68466]: DEBUG nova.compute.provider_tree [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.861214] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859388} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.861548] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36/a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.861765] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.862066] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44a64bd3-263f-4483-bf81-69c1b639e844 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.867072] env[68466]: DEBUG nova.network.neutron [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Successfully created port: 77b3c18b-8631-48b1-9d66-8ebf981be175 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.871022] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 619.871022] env[68466]: value = "task-2811756" [ 619.871022] env[68466]: _type = "Task" [ 619.871022] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.879884] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.895508] env[68466]: DEBUG nova.network.neutron [-] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.031894] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.032628] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.038191] env[68466]: DEBUG oslo_vmware.api [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811755, 'name': PowerOffVM_Task, 'duration_secs': 0.261874} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.038191] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.038476] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.038653] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97cac839-8f5d-4d2e-a52e-4e9d6e42c026 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.059042] env[68466]: DEBUG nova.network.neutron [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Updated VIF entry in instance network info cache for port f180a571-ae27-417f-b130-7a63c7b846f3. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.060195] env[68466]: DEBUG nova.network.neutron [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Updating instance_info_cache with network_info: [{"id": "f180a571-ae27-417f-b130-7a63c7b846f3", "address": "fa:16:3e:8a:5f:9c", "network": {"id": "3837788a-5468-4058-aaca-c67993b84b76", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-526119827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49f72a85dc0496c992037afc504d5d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf180a571-ae", "ovs_interfaceid": "f180a571-ae27-417f-b130-7a63c7b846f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.112810] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.112810] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.112810] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Deleting the datastore file [datastore1] cd8987ec-c639-432e-bad1-3ac63c4be1a8 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.112810] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3bd7dd3-859b-4a15-91ef-2f4a6041ca93 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.122532] env[68466]: DEBUG oslo_vmware.api [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for the task: (returnval){ [ 620.122532] env[68466]: value = "task-2811758" [ 620.122532] env[68466]: _type = "Task" [ 620.122532] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.131645] env[68466]: DEBUG oslo_vmware.api [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.251384] env[68466]: DEBUG nova.compute.manager [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.267946] env[68466]: DEBUG nova.scheduler.client.report [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.282186] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.282448] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.282929] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.282929] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.283050] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.283224] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.283443] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.283602] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.284351] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.284351] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.284351] env[68466]: DEBUG nova.virt.hardware [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.285083] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c4ae3-57a4-4cca-b006-441312e55999 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.294137] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29eabd0-07fc-4877-b4bd-30fd6127c85d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.382830] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067161} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.383319] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.384240] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1af0d-54c2-4f1f-aaae-edd3a34a752b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.401047] env[68466]: INFO nova.compute.manager [-] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Took 1.87 seconds to deallocate network for instance. [ 620.410627] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36/a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.412776] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d6cbf50-aca4-4cab-940a-e43d07fd816e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.435288] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 620.435288] env[68466]: value = "task-2811759" [ 620.435288] env[68466]: _type = "Task" [ 620.435288] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.444952] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.539206] env[68466]: DEBUG nova.compute.manager [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.565378] env[68466]: DEBUG oslo_concurrency.lockutils [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] Releasing lock "refresh_cache-a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.565530] env[68466]: DEBUG nova.compute.manager [req-54cb3da7-5703-4477-906e-adb5c44af4a2 req-5a4759ba-a178-4a2a-a741-7062594ded83 service nova] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Received event network-vif-deleted-458fe74d-d6f4-4cf4-aa01-e963e7454800 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 620.636320] env[68466]: DEBUG oslo_vmware.api [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Task: {'id': task-2811758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266168} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.636597] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.636772] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.636938] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.637284] env[68466]: INFO nova.compute.manager [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 620.637804] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.638426] env[68466]: DEBUG nova.compute.manager [-] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.638532] env[68466]: DEBUG nova.network.neutron [-] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.776876] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.777675] env[68466]: DEBUG nova.compute.manager [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.780800] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.607s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.786454] env[68466]: INFO nova.compute.claims [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.932595] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.950228] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.075758] env[68466]: DEBUG nova.network.neutron [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Successfully updated port: 3ada3f17-f9f7-4020-9b88-4f2d03aa01d4 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.078040] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.218739] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquiring lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.219120] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.219411] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquiring lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.219844] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.219844] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.224087] env[68466]: INFO nova.compute.manager [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Terminating instance [ 621.265418] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquiring lock "ba484e5e-b89a-4df3-9cf7-542528a2393a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.265664] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "ba484e5e-b89a-4df3-9cf7-542528a2393a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.293053] env[68466]: DEBUG nova.compute.utils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.295590] env[68466]: DEBUG nova.compute.manager [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.295821] env[68466]: DEBUG nova.network.neutron [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.389103] env[68466]: DEBUG nova.compute.manager [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.390195] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77852eba-a42c-4617-9bfd-0762f9a0767c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.448645] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811759, 'name': ReconfigVM_Task, 'duration_secs': 0.834005} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.448925] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Reconfigured VM instance instance-0000000d to attach disk [datastore2] a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36/a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.449734] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a89de1a-6036-403f-aefe-3581001a7711 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.458506] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 621.458506] env[68466]: value = "task-2811760" [ 621.458506] env[68466]: _type = "Task" [ 621.458506] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.471542] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811760, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.580062] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.580217] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.580379] env[68466]: DEBUG nova.network.neutron [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.586419] env[68466]: DEBUG nova.policy [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f763c133438480d9d2fec0fee451429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f98c4c5dee045d08f90eb4d81a6e4ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.735404] env[68466]: DEBUG nova.compute.manager [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.735596] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.736643] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3919da7c-b420-408e-ad0a-4d9f86b16d05 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.744865] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.746294] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b056f5b-4017-410a-936d-ffcc0d6b64dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.751051] env[68466]: DEBUG oslo_vmware.api [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 621.751051] env[68466]: value = "task-2811761" [ 621.751051] env[68466]: _type = "Task" [ 621.751051] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.759018] env[68466]: DEBUG oslo_vmware.api [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.768653] env[68466]: DEBUG nova.compute.manager [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.797112] env[68466]: DEBUG nova.compute.manager [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.908065] env[68466]: INFO nova.compute.manager [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] instance snapshotting [ 621.912022] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80c5b3d-3753-4674-9220-0c534770b3f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.934160] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05be8d41-53bf-4f62-8389-12c448c04b7f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.968175] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811760, 'name': Rename_Task, 'duration_secs': 0.282178} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.968585] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.968894] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86bd0080-13fc-4878-a140-7224ab4c5635 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.978280] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 621.978280] env[68466]: value = "task-2811762" [ 621.978280] env[68466]: _type = "Task" [ 621.978280] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.990856] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.103352] env[68466]: DEBUG nova.network.neutron [-] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.122870] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquiring lock "c795b5c6-878d-40ad-9d48-f4f7f886c245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.122870] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "c795b5c6-878d-40ad-9d48-f4f7f886c245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.125065] env[68466]: DEBUG nova.compute.manager [req-a9f5ef6b-9534-460d-88a6-43d92fdfb917 req-cc0f91ae-6780-48d0-8a3e-6ca0eb062af6 service nova] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Received event network-vif-plugged-3ada3f17-f9f7-4020-9b88-4f2d03aa01d4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 622.125311] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9f5ef6b-9534-460d-88a6-43d92fdfb917 req-cc0f91ae-6780-48d0-8a3e-6ca0eb062af6 service nova] Acquiring lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.125673] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9f5ef6b-9534-460d-88a6-43d92fdfb917 req-cc0f91ae-6780-48d0-8a3e-6ca0eb062af6 service nova] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.125794] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9f5ef6b-9534-460d-88a6-43d92fdfb917 req-cc0f91ae-6780-48d0-8a3e-6ca0eb062af6 service nova] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.125957] env[68466]: DEBUG nova.compute.manager [req-a9f5ef6b-9534-460d-88a6-43d92fdfb917 req-cc0f91ae-6780-48d0-8a3e-6ca0eb062af6 service nova] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] No waiting events found dispatching network-vif-plugged-3ada3f17-f9f7-4020-9b88-4f2d03aa01d4 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.126128] env[68466]: WARNING nova.compute.manager [req-a9f5ef6b-9534-460d-88a6-43d92fdfb917 req-cc0f91ae-6780-48d0-8a3e-6ca0eb062af6 service nova] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Received unexpected event network-vif-plugged-3ada3f17-f9f7-4020-9b88-4f2d03aa01d4 for instance with vm_state building and task_state spawning. [ 622.174452] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b590e0-d7dc-467c-b492-406201942d00 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.178124] env[68466]: DEBUG nova.network.neutron [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.186490] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46664705-7291-4945-9ad5-540f2fc713c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.225770] env[68466]: DEBUG nova.network.neutron [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Successfully created port: c8f3f03a-0962-4f29-a930-eb540320a106 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.226780] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db243d7-79d3-44eb-a817-5f31c639ee35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.236048] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8da9df9-2f17-4bfb-be0c-f8850d7ad6c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.250568] env[68466]: DEBUG nova.compute.provider_tree [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.260506] env[68466]: DEBUG oslo_vmware.api [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811761, 'name': PowerOffVM_Task, 'duration_secs': 0.286609} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.260829] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.261065] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.261194] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06d350f3-06cd-43ec-a3e7-f2fa41184fa7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.293609] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.329604] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.329855] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.330041] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Deleting the datastore file [datastore1] c4630440-1ea5-4392-9f02-f5e7f7d59dee {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.330314] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84e84517-847b-4d61-a54d-aeb537730a3e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.339651] env[68466]: DEBUG oslo_vmware.api [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for the task: (returnval){ [ 622.339651] env[68466]: value = "task-2811764" [ 622.339651] env[68466]: _type = "Task" [ 622.339651] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.353469] env[68466]: DEBUG oslo_vmware.api [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.361710] env[68466]: DEBUG nova.compute.manager [req-f80f0e50-313f-4003-9142-aa00e66d4d34 req-a2c140cc-ab70-41e6-a319-2f2de058f231 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Received event network-changed-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 622.361907] env[68466]: DEBUG nova.compute.manager [req-f80f0e50-313f-4003-9142-aa00e66d4d34 req-a2c140cc-ab70-41e6-a319-2f2de058f231 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Refreshing instance network info cache due to event network-changed-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 622.362126] env[68466]: DEBUG oslo_concurrency.lockutils [req-f80f0e50-313f-4003-9142-aa00e66d4d34 req-a2c140cc-ab70-41e6-a319-2f2de058f231 service nova] Acquiring lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.362282] env[68466]: DEBUG oslo_concurrency.lockutils [req-f80f0e50-313f-4003-9142-aa00e66d4d34 req-a2c140cc-ab70-41e6-a319-2f2de058f231 service nova] Acquired lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.362462] env[68466]: DEBUG nova.network.neutron [req-f80f0e50-313f-4003-9142-aa00e66d4d34 req-a2c140cc-ab70-41e6-a319-2f2de058f231 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Refreshing network info cache for port 11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.447593] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 622.448625] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3f25afce-84d1-4303-90a2-2b19091571e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.456862] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 622.456862] env[68466]: value = "task-2811765" [ 622.456862] env[68466]: _type = "Task" [ 622.456862] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.465361] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.490124] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811762, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.605990] env[68466]: INFO nova.compute.manager [-] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Took 1.97 seconds to deallocate network for instance. [ 622.728085] env[68466]: DEBUG nova.network.neutron [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance_info_cache with network_info: [{"id": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "address": "fa:16:3e:96:49:ea", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3f17-f9", "ovs_interfaceid": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.756557] env[68466]: DEBUG nova.scheduler.client.report [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.814560] env[68466]: DEBUG nova.compute.manager [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.840516] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.840792] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.840928] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.841133] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.841296] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.841462] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.841780] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.841896] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.842109] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.842615] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.842615] env[68466]: DEBUG nova.virt.hardware [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.843609] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0567f4e9-067f-425c-91ab-894e37c4f5b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.855615] env[68466]: DEBUG oslo_vmware.api [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Task: {'id': task-2811764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204509} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.857933] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.858141] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.858319] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.858495] env[68466]: INFO nova.compute.manager [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 622.858851] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.859057] env[68466]: DEBUG nova.compute.manager [-] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.859206] env[68466]: DEBUG nova.network.neutron [-] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.862096] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94771a9d-b325-4a02-a40c-8741dfd7463f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.967683] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.991626] env[68466]: DEBUG oslo_vmware.api [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2811762, 'name': PowerOnVM_Task, 'duration_secs': 0.653497} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.991788] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.991997] env[68466]: INFO nova.compute.manager [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Took 10.71 seconds to spawn the instance on the hypervisor. [ 622.992192] env[68466]: DEBUG nova.compute.manager [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.992993] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d60fe1-a2f9-4a4d-84b3-709c49e500a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.114305] env[68466]: DEBUG oslo_concurrency.lockutils [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.205882] env[68466]: DEBUG nova.network.neutron [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Successfully updated port: 77b3c18b-8631-48b1-9d66-8ebf981be175 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.234586] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.235109] env[68466]: DEBUG nova.compute.manager [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Instance network_info: |[{"id": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "address": "fa:16:3e:96:49:ea", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3f17-f9", "ovs_interfaceid": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.236025] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:49:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ada3f17-f9f7-4020-9b88-4f2d03aa01d4', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.245611] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Creating folder: Project (7e2a85b6075e451b98625d19966d0ea7). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.246258] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69d9e2c1-7e4d-4643-9dc6-502c0d217a50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.259018] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Created folder: Project (7e2a85b6075e451b98625d19966d0ea7) in parent group-v564977. [ 623.259018] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Creating folder: Instances. Parent ref: group-v565013. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.259018] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c81e5bda-4873-4805-abc4-0df5a14ff550 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.263975] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.265906] env[68466]: DEBUG nova.compute.manager [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.271453] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.796s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.271752] env[68466]: DEBUG nova.objects.instance [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Lazy-loading 'resources' on Instance uuid d01f1044-6830-49e8-8499-1bd08ff649c4 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.283772] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Created folder: Instances in parent group-v565013. [ 623.284173] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.284443] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.285338] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-070c886c-c55a-4ace-b9f2-39c372f2edc2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.317115] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.317115] env[68466]: value = "task-2811768" [ 623.317115] env[68466]: _type = "Task" [ 623.317115] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.327072] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811768, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.470568] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.515788] env[68466]: INFO nova.compute.manager [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Took 23.71 seconds to build instance. [ 623.709327] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquiring lock "refresh_cache-a42f135b-d830-484d-a150-1de21adbfcfc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.709327] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquired lock "refresh_cache-a42f135b-d830-484d-a150-1de21adbfcfc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.709417] env[68466]: DEBUG nova.network.neutron [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.775948] env[68466]: DEBUG nova.compute.utils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.777290] env[68466]: DEBUG nova.compute.manager [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.777475] env[68466]: DEBUG nova.network.neutron [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.838737] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811768, 'name': CreateVM_Task, 'duration_secs': 0.441193} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.838737] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.838737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.838737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.838737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.838737] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c314bd5f-78b7-4794-aaf7-36e3c99bebf5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.845839] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 623.845839] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52093bb1-ee36-3799-cc4f-8db6e34d6302" [ 623.845839] env[68466]: _type = "Task" [ 623.845839] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.862445] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52093bb1-ee36-3799-cc4f-8db6e34d6302, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.863637] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.863877] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.864135] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.864278] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.864558] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.864832] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11b9cfea-5428-4453-8cce-89d0d4b8803d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.879473] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.879473] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.880718] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1da62ca-dcbd-4b8f-b56f-bef198e6a3ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.887099] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 623.887099] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528cd919-f4ec-4e4b-c960-771d5fe24f3c" [ 623.887099] env[68466]: _type = "Task" [ 623.887099] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.902560] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528cd919-f4ec-4e4b-c960-771d5fe24f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.934689] env[68466]: DEBUG nova.policy [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57c5083d1a1c4293b78ca6eb4e945040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56feee23880347d88a7327b571a9845a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.937064] env[68466]: DEBUG nova.network.neutron [req-f80f0e50-313f-4003-9142-aa00e66d4d34 req-a2c140cc-ab70-41e6-a319-2f2de058f231 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Updated VIF entry in instance network info cache for port 11a0306f-2bfc-4852-9eb6-2b13b1a22a3d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.937214] env[68466]: DEBUG nova.network.neutron [req-f80f0e50-313f-4003-9142-aa00e66d4d34 req-a2c140cc-ab70-41e6-a319-2f2de058f231 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Updating instance_info_cache with network_info: [{"id": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "address": "fa:16:3e:09:c4:d1", "network": {"id": "8a8fef58-2f37-46d4-8da2-b8a262c73c36", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-980893941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "699108086ef6468bb3f6c1d5221f3a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a0306f-2b", "ovs_interfaceid": "11a0306f-2bfc-4852-9eb6-2b13b1a22a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.974886] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811765, 'name': CreateSnapshot_Task, 'duration_secs': 1.289416} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.977031] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 623.977751] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba92c0c-652d-4b33-95b0-7180eb29af56 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.018032] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1061ca6e-f8f3-441d-98ae-2fa7e5a29330 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.223s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.197129] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f97a54-dc71-47c7-905b-6d1ebdc3ee2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.209240] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8569d9b-6f36-4bab-aac5-f887e47c6d41 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.251268] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e16acb-a1e1-4758-a40e-866fd3613921 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.260080] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51aaed9-2ea4-4aca-a73a-16a1bf754172 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.282021] env[68466]: DEBUG nova.compute.provider_tree [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.283466] env[68466]: DEBUG nova.compute.manager [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.311895] env[68466]: DEBUG nova.network.neutron [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.401505] env[68466]: DEBUG nova.network.neutron [-] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.402848] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528cd919-f4ec-4e4b-c960-771d5fe24f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.021629} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.403593] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae70efd-5518-424f-8a0e-adef0bb62ee1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.410401] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 624.410401] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e3c4b2-ff08-6232-78d0-d9c551669f41" [ 624.410401] env[68466]: _type = "Task" [ 624.410401] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.427406] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e3c4b2-ff08-6232-78d0-d9c551669f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.440358] env[68466]: DEBUG oslo_concurrency.lockutils [req-f80f0e50-313f-4003-9142-aa00e66d4d34 req-a2c140cc-ab70-41e6-a319-2f2de058f231 service nova] Releasing lock "refresh_cache-55d4ba36-62da-40a8-84f2-1115aca471c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.440358] env[68466]: DEBUG nova.compute.manager [req-f80f0e50-313f-4003-9142-aa00e66d4d34 req-a2c140cc-ab70-41e6-a319-2f2de058f231 service nova] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Received event network-vif-deleted-cc7018e6-df9b-4d17-9919-9f65c1405c5b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.503820] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 624.511102] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b51b6ac1-98b3-42a0-a797-90564259592a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.522918] env[68466]: DEBUG nova.compute.manager [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.526384] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 624.526384] env[68466]: value = "task-2811769" [ 624.526384] env[68466]: _type = "Task" [ 624.526384] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.536889] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811769, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.710888] env[68466]: DEBUG nova.network.neutron [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Updating instance_info_cache with network_info: [{"id": "77b3c18b-8631-48b1-9d66-8ebf981be175", "address": "fa:16:3e:7a:cf:39", "network": {"id": "f1b04724-e231-4e07-88e5-611af55311ba", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-922591143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "894709d47d874881a77b4c9e84ac6642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b3c18b-86", "ovs_interfaceid": "77b3c18b-8631-48b1-9d66-8ebf981be175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.787132] env[68466]: DEBUG nova.scheduler.client.report [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.791306] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "9797a09f-33b3-4c33-87df-2aac5f4e498a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.791598] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.792807] env[68466]: DEBUG nova.network.neutron [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Successfully created port: e003a7a7-0aae-454b-85a6-37cb5cb27ca0 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.907703] env[68466]: INFO nova.compute.manager [-] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Took 2.05 seconds to deallocate network for instance. [ 624.931477] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e3c4b2-ff08-6232-78d0-d9c551669f41, 'name': SearchDatastore_Task, 'duration_secs': 0.01492} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.931477] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.931477] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 90eb84e2-88bc-468a-987a-cc2e865f6ea8/90eb84e2-88bc-468a-987a-cc2e865f6ea8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.931838] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b06fae50-d3af-4d12-8b2f-bb8a4413686b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.939942] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 624.939942] env[68466]: value = "task-2811770" [ 624.939942] env[68466]: _type = "Task" [ 624.939942] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.952818] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.045073] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811769, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.060192] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.218656] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Releasing lock "refresh_cache-a42f135b-d830-484d-a150-1de21adbfcfc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.220774] env[68466]: DEBUG nova.compute.manager [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Instance network_info: |[{"id": "77b3c18b-8631-48b1-9d66-8ebf981be175", "address": "fa:16:3e:7a:cf:39", "network": {"id": "f1b04724-e231-4e07-88e5-611af55311ba", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-922591143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "894709d47d874881a77b4c9e84ac6642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b3c18b-86", "ovs_interfaceid": "77b3c18b-8631-48b1-9d66-8ebf981be175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.221142] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:cf:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77b3c18b-8631-48b1-9d66-8ebf981be175', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.229016] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Creating folder: Project (894709d47d874881a77b4c9e84ac6642). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.229016] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199d8f6b-a0e9-4353-a75e-cf27dbac9fcd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.238452] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Created folder: Project (894709d47d874881a77b4c9e84ac6642) in parent group-v564977. [ 625.238640] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Creating folder: Instances. Parent ref: group-v565018. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.238877] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62e746aa-9c6f-40a8-b5b7-b140fc5efd50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.249912] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Created folder: Instances in parent group-v565018. [ 625.250186] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.250394] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.250604] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f176e8bc-0de6-4080-bd7b-a547e9436e62 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.283533] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.283533] env[68466]: value = "task-2811773" [ 625.283533] env[68466]: _type = "Task" [ 625.283533] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.294128] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.296382] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811773, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.296947] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.948s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.297172] env[68466]: DEBUG nova.objects.instance [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lazy-loading 'resources' on Instance uuid ecbacec4-4081-4d65-8a35-43657006e5d0 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.304282] env[68466]: DEBUG nova.compute.manager [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.342227] env[68466]: INFO nova.scheduler.client.report [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Deleted allocations for instance d01f1044-6830-49e8-8499-1bd08ff649c4 [ 625.347666] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.348168] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.348168] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.348377] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.348435] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.348596] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.348977] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.349211] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.349325] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.349563] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.349759] env[68466]: DEBUG nova.virt.hardware [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.350815] env[68466]: DEBUG nova.network.neutron [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Successfully updated port: c8f3f03a-0962-4f29-a930-eb540320a106 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.353055] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0878c4c-2dfb-40a1-92e9-6c71775b7fb9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.369872] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f649d5fa-2c6d-45d6-a664-3ed59084203c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.422085] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.460149] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811770, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.484157] env[68466]: DEBUG nova.compute.manager [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Received event network-changed-3ada3f17-f9f7-4020-9b88-4f2d03aa01d4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 625.484157] env[68466]: DEBUG nova.compute.manager [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Refreshing instance network info cache due to event network-changed-3ada3f17-f9f7-4020-9b88-4f2d03aa01d4. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 625.484157] env[68466]: DEBUG oslo_concurrency.lockutils [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] Acquiring lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.484157] env[68466]: DEBUG oslo_concurrency.lockutils [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] Acquired lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.484908] env[68466]: DEBUG nova.network.neutron [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Refreshing network info cache for port 3ada3f17-f9f7-4020-9b88-4f2d03aa01d4 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.544812] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811769, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.656212] env[68466]: DEBUG nova.compute.manager [req-22088702-a54e-4466-bd7c-1263b6fe3356 req-2694c550-0694-47a6-96a3-76acd24fed57 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Received event network-changed-5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 625.656212] env[68466]: DEBUG nova.compute.manager [req-22088702-a54e-4466-bd7c-1263b6fe3356 req-2694c550-0694-47a6-96a3-76acd24fed57 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Refreshing instance network info cache due to event network-changed-5abec3f8-0e3c-482a-b648-f3226377aa58. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 625.656212] env[68466]: DEBUG oslo_concurrency.lockutils [req-22088702-a54e-4466-bd7c-1263b6fe3356 req-2694c550-0694-47a6-96a3-76acd24fed57 service nova] Acquiring lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.660264] env[68466]: DEBUG oslo_concurrency.lockutils [req-22088702-a54e-4466-bd7c-1263b6fe3356 req-2694c550-0694-47a6-96a3-76acd24fed57 service nova] Acquired lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.660264] env[68466]: DEBUG nova.network.neutron [req-22088702-a54e-4466-bd7c-1263b6fe3356 req-2694c550-0694-47a6-96a3-76acd24fed57 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Refreshing network info cache for port 5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.797164] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811773, 'name': CreateVM_Task, 'duration_secs': 0.468951} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.797371] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.801259] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.801476] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.803824] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.804719] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66198954-c614-4277-9ed6-3d4369ba092c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.811762] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 625.811762] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5223585e-a170-f443-c971-fe428466f95f" [ 625.811762] env[68466]: _type = "Task" [ 625.811762] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.823047] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5223585e-a170-f443-c971-fe428466f95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.859450] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.859450] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.859581] env[68466]: DEBUG nova.network.neutron [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.870173] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c8a35cc-defa-411a-86f4-a86b5d943868 tempest-DeleteServersAdminTestJSON-2040142316 tempest-DeleteServersAdminTestJSON-2040142316-project-admin] Lock "d01f1044-6830-49e8-8499-1bd08ff649c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.738s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.957978] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645168} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.960610] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 90eb84e2-88bc-468a-987a-cc2e865f6ea8/90eb84e2-88bc-468a-987a-cc2e865f6ea8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.960610] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.962198] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86fd4368-4902-4cc0-9966-cbb68b41473d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.972796] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 625.972796] env[68466]: value = "task-2811774" [ 625.972796] env[68466]: _type = "Task" [ 625.972796] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.985187] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.047622] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811769, 'name': CloneVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.218967] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b36a72-9e87-4943-ba6a-76dff5973ad4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.230017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef7b50f-2822-4e7a-9d8f-239f0f88d754 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.274493] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1938041a-2d49-4990-816c-980861e689cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.282528] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3251b6-2ca5-4c74-bedb-e69ef0034c9c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.299503] env[68466]: DEBUG nova.compute.provider_tree [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.324633] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5223585e-a170-f443-c971-fe428466f95f, 'name': SearchDatastore_Task, 'duration_secs': 0.020775} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.324896] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.328893] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.328893] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.328893] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.328893] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.328893] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f09bd165-5e15-40c5-b385-16976c8f6c07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.336482] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.336661] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.337477] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d57cec-fae0-4a79-9546-f46ec237e6eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.344235] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 626.344235] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ca4505-45a2-9f93-25df-aa921f8fe566" [ 626.344235] env[68466]: _type = "Task" [ 626.344235] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.352968] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ca4505-45a2-9f93-25df-aa921f8fe566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.490870] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080374} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.491169] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.491963] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98424b8-1dd4-42c3-90b4-618171eccb74 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.520440] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 90eb84e2-88bc-468a-987a-cc2e865f6ea8/90eb84e2-88bc-468a-987a-cc2e865f6ea8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.521453] env[68466]: DEBUG nova.network.neutron [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.523739] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b400ff6-fdf0-4ee2-8713-e76a4e52d41c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.553857] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811769, 'name': CloneVM_Task, 'duration_secs': 1.559258} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.555533] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Created linked-clone VM from snapshot [ 626.555533] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 626.555533] env[68466]: value = "task-2811775" [ 626.555533] env[68466]: _type = "Task" [ 626.555533] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.556240] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a15c391-2999-49a8-8052-f154a6aae8d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.574425] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Uploading image 18d1dd24-144c-4dee-9621-de17c28bed72 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 626.576764] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.614025] env[68466]: DEBUG oslo_vmware.rw_handles [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 626.614025] env[68466]: value = "vm-565017" [ 626.614025] env[68466]: _type = "VirtualMachine" [ 626.614025] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 626.615072] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa9495df-03a4-4691-9642-d77c21f2a110 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.621820] env[68466]: DEBUG oslo_vmware.rw_handles [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lease: (returnval){ [ 626.621820] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52119c46-02fb-4cd4-a6cf-36bb54cd701e" [ 626.621820] env[68466]: _type = "HttpNfcLease" [ 626.621820] env[68466]: } obtained for exporting VM: (result){ [ 626.621820] env[68466]: value = "vm-565017" [ 626.621820] env[68466]: _type = "VirtualMachine" [ 626.621820] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 626.622153] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the lease: (returnval){ [ 626.622153] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52119c46-02fb-4cd4-a6cf-36bb54cd701e" [ 626.622153] env[68466]: _type = "HttpNfcLease" [ 626.622153] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 626.629695] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.629695] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52119c46-02fb-4cd4-a6cf-36bb54cd701e" [ 626.629695] env[68466]: _type = "HttpNfcLease" [ 626.629695] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 626.809101] env[68466]: DEBUG nova.scheduler.client.report [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.814778] env[68466]: DEBUG nova.network.neutron [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updated VIF entry in instance network info cache for port 3ada3f17-f9f7-4020-9b88-4f2d03aa01d4. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.814778] env[68466]: DEBUG nova.network.neutron [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance_info_cache with network_info: [{"id": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "address": "fa:16:3e:96:49:ea", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3f17-f9", "ovs_interfaceid": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.859036] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ca4505-45a2-9f93-25df-aa921f8fe566, 'name': SearchDatastore_Task, 'duration_secs': 0.014894} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.859036] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaebed61-0c3c-4b9d-a6b7-938f81914fbb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.863607] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 626.863607] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52591489-8067-ad94-1569-9cde4243a9c3" [ 626.863607] env[68466]: _type = "Task" [ 626.863607] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.872313] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52591489-8067-ad94-1569-9cde4243a9c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.994565] env[68466]: DEBUG nova.network.neutron [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updating instance_info_cache with network_info: [{"id": "c8f3f03a-0962-4f29-a930-eb540320a106", "address": "fa:16:3e:c3:62:0e", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f3f03a-09", "ovs_interfaceid": "c8f3f03a-0962-4f29-a930-eb540320a106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.076230] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.130906] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 627.130906] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52119c46-02fb-4cd4-a6cf-36bb54cd701e" [ 627.130906] env[68466]: _type = "HttpNfcLease" [ 627.130906] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 627.131225] env[68466]: DEBUG oslo_vmware.rw_handles [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 627.131225] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52119c46-02fb-4cd4-a6cf-36bb54cd701e" [ 627.131225] env[68466]: _type = "HttpNfcLease" [ 627.131225] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 627.131965] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3faf7e5-4f53-43d9-9166-4ce275aaf42b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.141473] env[68466]: DEBUG oslo_vmware.rw_handles [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52103a98-385f-5d8c-8a01-932d4af30677/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 627.141473] env[68466]: DEBUG oslo_vmware.rw_handles [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52103a98-385f-5d8c-8a01-932d4af30677/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 627.257221] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ecd7640-8578-4c61-871b-afd2e51c9b46 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.316389] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.318949] env[68466]: DEBUG oslo_concurrency.lockutils [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] Releasing lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.319210] env[68466]: DEBUG nova.compute.manager [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Received event network-vif-deleted-bc8c6dde-354c-45d0-b2f5-121f53936e81 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.319883] env[68466]: DEBUG nova.compute.manager [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Received event network-vif-plugged-77b3c18b-8631-48b1-9d66-8ebf981be175 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.319883] env[68466]: DEBUG oslo_concurrency.lockutils [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] Acquiring lock "a42f135b-d830-484d-a150-1de21adbfcfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.319883] env[68466]: DEBUG oslo_concurrency.lockutils [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] Lock "a42f135b-d830-484d-a150-1de21adbfcfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.321134] env[68466]: DEBUG oslo_concurrency.lockutils [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] Lock "a42f135b-d830-484d-a150-1de21adbfcfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.321134] env[68466]: DEBUG nova.compute.manager [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] No waiting events found dispatching network-vif-plugged-77b3c18b-8631-48b1-9d66-8ebf981be175 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.321134] env[68466]: WARNING nova.compute.manager [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Received unexpected event network-vif-plugged-77b3c18b-8631-48b1-9d66-8ebf981be175 for instance with vm_state building and task_state spawning. [ 627.321134] env[68466]: DEBUG nova.compute.manager [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Received event network-changed-77b3c18b-8631-48b1-9d66-8ebf981be175 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.321134] env[68466]: DEBUG nova.compute.manager [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Refreshing instance network info cache due to event network-changed-77b3c18b-8631-48b1-9d66-8ebf981be175. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 627.321523] env[68466]: DEBUG oslo_concurrency.lockutils [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] Acquiring lock "refresh_cache-a42f135b-d830-484d-a150-1de21adbfcfc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.321523] env[68466]: DEBUG oslo_concurrency.lockutils [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] Acquired lock "refresh_cache-a42f135b-d830-484d-a150-1de21adbfcfc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.321523] env[68466]: DEBUG nova.network.neutron [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Refreshing network info cache for port 77b3c18b-8631-48b1-9d66-8ebf981be175 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.325812] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.288s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.325812] env[68466]: INFO nova.compute.claims [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.343595] env[68466]: DEBUG nova.network.neutron [req-22088702-a54e-4466-bd7c-1263b6fe3356 req-2694c550-0694-47a6-96a3-76acd24fed57 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Updated VIF entry in instance network info cache for port 5abec3f8-0e3c-482a-b648-f3226377aa58. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.344153] env[68466]: DEBUG nova.network.neutron [req-22088702-a54e-4466-bd7c-1263b6fe3356 req-2694c550-0694-47a6-96a3-76acd24fed57 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Updating instance_info_cache with network_info: [{"id": "5abec3f8-0e3c-482a-b648-f3226377aa58", "address": "fa:16:3e:a6:69:3a", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abec3f8-0e", "ovs_interfaceid": "5abec3f8-0e3c-482a-b648-f3226377aa58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.376918] env[68466]: INFO nova.scheduler.client.report [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Deleted allocations for instance ecbacec4-4081-4d65-8a35-43657006e5d0 [ 627.391143] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52591489-8067-ad94-1569-9cde4243a9c3, 'name': SearchDatastore_Task, 'duration_secs': 0.031985} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.391497] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.391883] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] a42f135b-d830-484d-a150-1de21adbfcfc/a42f135b-d830-484d-a150-1de21adbfcfc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.391987] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f22ff933-2e65-46b5-9b73-ba6337c2f931 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.401384] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 627.401384] env[68466]: value = "task-2811777" [ 627.401384] env[68466]: _type = "Task" [ 627.401384] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.411022] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.497182] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.497182] env[68466]: DEBUG nova.compute.manager [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Instance network_info: |[{"id": "c8f3f03a-0962-4f29-a930-eb540320a106", "address": "fa:16:3e:c3:62:0e", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f3f03a-09", "ovs_interfaceid": "c8f3f03a-0962-4f29-a930-eb540320a106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.497664] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:62:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8f3f03a-0962-4f29-a930-eb540320a106', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.505183] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Creating folder: Project (0f98c4c5dee045d08f90eb4d81a6e4ed). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.505500] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8054baad-c43c-4637-afb2-e75bf24ef3bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.532790] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Created folder: Project (0f98c4c5dee045d08f90eb4d81a6e4ed) in parent group-v564977. [ 627.537405] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Creating folder: Instances. Parent ref: group-v565021. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.537405] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24d2615d-b650-4704-8c4e-798e46e0c4fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.547314] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Created folder: Instances in parent group-v565021. [ 627.563606] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.564117] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.569217] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff56c4eb-57e8-4b76-99ef-7aab1daeb617 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.596828] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811775, 'name': ReconfigVM_Task, 'duration_secs': 0.823351} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.598650] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 90eb84e2-88bc-468a-987a-cc2e865f6ea8/90eb84e2-88bc-468a-987a-cc2e865f6ea8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.599277] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.599277] env[68466]: value = "task-2811780" [ 627.599277] env[68466]: _type = "Task" [ 627.599277] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.599988] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03794869-4485-458f-8c01-c94a79881800 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.612271] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811780, 'name': CreateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.614146] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 627.614146] env[68466]: value = "task-2811781" [ 627.614146] env[68466]: _type = "Task" [ 627.614146] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.624012] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811781, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.848394] env[68466]: DEBUG oslo_concurrency.lockutils [req-22088702-a54e-4466-bd7c-1263b6fe3356 req-2694c550-0694-47a6-96a3-76acd24fed57 service nova] Releasing lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.886397] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45f8e85f-2a61-4a65-9c0e-b4971d947011 tempest-InstanceActionsV221TestJSON-1078160881 tempest-InstanceActionsV221TestJSON-1078160881-project-member] Lock "ecbacec4-4081-4d65-8a35-43657006e5d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.772s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.898206] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquiring lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.898745] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.916052] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811777, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.978807] env[68466]: DEBUG nova.network.neutron [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Successfully updated port: e003a7a7-0aae-454b-85a6-37cb5cb27ca0 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.115432] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811780, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.124882] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811781, 'name': Rename_Task, 'duration_secs': 0.405032} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.128333] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.128333] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-278d0de4-0fcd-4b4f-958c-8986f7d48e36 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.141073] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 628.141073] env[68466]: value = "task-2811782" [ 628.141073] env[68466]: _type = "Task" [ 628.141073] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.153404] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.431116] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558017} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.431116] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] a42f135b-d830-484d-a150-1de21adbfcfc/a42f135b-d830-484d-a150-1de21adbfcfc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.431116] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.431899] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7295ec33-e0cc-4b36-9d68-166ababf7793 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.440862] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 628.440862] env[68466]: value = "task-2811783" [ 628.440862] env[68466]: _type = "Task" [ 628.440862] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.454365] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.483275] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "refresh_cache-6840c94d-1ec9-47d2-8618-dbc1242fb933" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.483275] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquired lock "refresh_cache-6840c94d-1ec9-47d2-8618-dbc1242fb933" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.483275] env[68466]: DEBUG nova.network.neutron [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.620300] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811780, 'name': CreateVM_Task, 'duration_secs': 0.607034} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.620490] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.621232] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.621382] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.621725] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.621982] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3ca9a6-1495-4e8d-866e-6a838c29e2c5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.633372] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 628.633372] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52440a50-89ad-1cbd-ea1a-b1f296e7a7fa" [ 628.633372] env[68466]: _type = "Task" [ 628.633372] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.655611] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52440a50-89ad-1cbd-ea1a-b1f296e7a7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.665790] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.665853] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.666087] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.666238] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.666386] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.666670] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811782, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.671144] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1de1ced1-e07d-4cc8-9ee0-6229aa5d03ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.673463] env[68466]: DEBUG nova.network.neutron [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Updated VIF entry in instance network info cache for port 77b3c18b-8631-48b1-9d66-8ebf981be175. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.673833] env[68466]: DEBUG nova.network.neutron [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Updating instance_info_cache with network_info: [{"id": "77b3c18b-8631-48b1-9d66-8ebf981be175", "address": "fa:16:3e:7a:cf:39", "network": {"id": "f1b04724-e231-4e07-88e5-611af55311ba", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-922591143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "894709d47d874881a77b4c9e84ac6642", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77b3c18b-86", "ovs_interfaceid": "77b3c18b-8631-48b1-9d66-8ebf981be175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.683170] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.683380] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.685252] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c970e210-d360-47d4-bdbc-ffdeee471754 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.694000] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 628.694000] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5221bcfe-84b8-3247-519f-5f43a9a66f4c" [ 628.694000] env[68466]: _type = "Task" [ 628.694000] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.704576] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5221bcfe-84b8-3247-519f-5f43a9a66f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.816791] env[68466]: DEBUG nova.compute.manager [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Received event network-vif-plugged-c8f3f03a-0962-4f29-a930-eb540320a106 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 628.817115] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] Acquiring lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.817424] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.817817] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.817957] env[68466]: DEBUG nova.compute.manager [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] No waiting events found dispatching network-vif-plugged-c8f3f03a-0962-4f29-a930-eb540320a106 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.819185] env[68466]: WARNING nova.compute.manager [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Received unexpected event network-vif-plugged-c8f3f03a-0962-4f29-a930-eb540320a106 for instance with vm_state building and task_state spawning. [ 628.819185] env[68466]: DEBUG nova.compute.manager [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Received event network-changed-c8f3f03a-0962-4f29-a930-eb540320a106 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 628.819185] env[68466]: DEBUG nova.compute.manager [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Refreshing instance network info cache due to event network-changed-c8f3f03a-0962-4f29-a930-eb540320a106. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 628.819185] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] Acquiring lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.819185] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] Acquired lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.819421] env[68466]: DEBUG nova.network.neutron [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Refreshing network info cache for port c8f3f03a-0962-4f29-a930-eb540320a106 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.840037] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1683127-fa53-40bb-991c-8b1b8f60c204 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.855990] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecb5cda-cec3-4708-8f4c-b5da36b70692 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.920545] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd1d68a-f4de-4107-83fc-78181eb3dd05 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.930830] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e53c6d4-a181-4f8c-bd64-5b1e9fe9e473 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.952761] env[68466]: DEBUG nova.compute.provider_tree [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.966336] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091719} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.966336] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.966808] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c03ca7-2a92-4d14-8cf2-0af475e14a2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.992953] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] a42f135b-d830-484d-a150-1de21adbfcfc/a42f135b-d830-484d-a150-1de21adbfcfc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.993914] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e83b8c1-13e0-48d1-ae11-bff45c272ab9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.025133] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 629.025133] env[68466]: value = "task-2811784" [ 629.025133] env[68466]: _type = "Task" [ 629.025133] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.035719] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.082691] env[68466]: DEBUG nova.network.neutron [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.151466] env[68466]: DEBUG oslo_vmware.api [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811782, 'name': PowerOnVM_Task, 'duration_secs': 0.617349} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.151822] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.152009] env[68466]: INFO nova.compute.manager [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Took 11.35 seconds to spawn the instance on the hypervisor. [ 629.152215] env[68466]: DEBUG nova.compute.manager [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.153165] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f0051-d824-4bd5-aa35-552d949fe2fa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.177043] env[68466]: DEBUG oslo_concurrency.lockutils [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] Releasing lock "refresh_cache-a42f135b-d830-484d-a150-1de21adbfcfc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.177466] env[68466]: DEBUG nova.compute.manager [req-13932c5f-6f35-46ca-a273-9474f9958e96 req-630fde57-b33f-40bd-bc6d-637f6a343f88 service nova] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Received event network-vif-deleted-92d26846-6db6-4e52-8c57-4e0b8ad5ddee {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.206799] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5221bcfe-84b8-3247-519f-5f43a9a66f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.017484} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.208474] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71029745-ca4b-4841-817c-165be0e00f4a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.215697] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 629.215697] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528903e6-2e9b-e0d4-28c1-ed8117a7aa82" [ 629.215697] env[68466]: _type = "Task" [ 629.215697] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.227047] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528903e6-2e9b-e0d4-28c1-ed8117a7aa82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.276016] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquiring lock "55d4ba36-62da-40a8-84f2-1115aca471c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.276287] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "55d4ba36-62da-40a8-84f2-1115aca471c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.276524] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquiring lock "55d4ba36-62da-40a8-84f2-1115aca471c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.277063] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "55d4ba36-62da-40a8-84f2-1115aca471c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.277063] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "55d4ba36-62da-40a8-84f2-1115aca471c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.281399] env[68466]: INFO nova.compute.manager [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Terminating instance [ 629.461395] env[68466]: DEBUG nova.scheduler.client.report [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.544081] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811784, 'name': ReconfigVM_Task, 'duration_secs': 0.334174} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.544081] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Reconfigured VM instance instance-0000000f to attach disk [datastore1] a42f135b-d830-484d-a150-1de21adbfcfc/a42f135b-d830-484d-a150-1de21adbfcfc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.545822] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5067a653-6970-41e3-b43b-656785bbd443 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.555327] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 629.555327] env[68466]: value = "task-2811785" [ 629.555327] env[68466]: _type = "Task" [ 629.555327] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.568401] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811785, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.628362] env[68466]: DEBUG nova.network.neutron [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Updating instance_info_cache with network_info: [{"id": "e003a7a7-0aae-454b-85a6-37cb5cb27ca0", "address": "fa:16:3e:35:e7:c0", "network": {"id": "9615d515-7d55-49c1-ac13-7df58e656562", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-914355783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56feee23880347d88a7327b571a9845a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape003a7a7-0a", "ovs_interfaceid": "e003a7a7-0aae-454b-85a6-37cb5cb27ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.674036] env[68466]: INFO nova.compute.manager [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Took 23.08 seconds to build instance. [ 629.732241] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528903e6-2e9b-e0d4-28c1-ed8117a7aa82, 'name': SearchDatastore_Task, 'duration_secs': 0.016059} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.733441] env[68466]: DEBUG nova.network.neutron [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updated VIF entry in instance network info cache for port c8f3f03a-0962-4f29-a930-eb540320a106. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.733797] env[68466]: DEBUG nova.network.neutron [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updating instance_info_cache with network_info: [{"id": "c8f3f03a-0962-4f29-a930-eb540320a106", "address": "fa:16:3e:c3:62:0e", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f3f03a-09", "ovs_interfaceid": "c8f3f03a-0962-4f29-a930-eb540320a106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.735522] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.735793] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1/cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.736323] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8264176c-04f7-4ede-b3cf-ab9d0f9d93d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.742961] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 629.742961] env[68466]: value = "task-2811786" [ 629.742961] env[68466]: _type = "Task" [ 629.742961] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.753473] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.785929] env[68466]: DEBUG nova.compute.manager [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.786048] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.787192] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c845894-f780-47d4-abc1-7d711cbe4046 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.796843] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.797122] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a767230-b636-4d9a-bfe8-b0c8f6ac2dd4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.809963] env[68466]: DEBUG oslo_vmware.api [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 629.809963] env[68466]: value = "task-2811787" [ 629.809963] env[68466]: _type = "Task" [ 629.809963] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.819884] env[68466]: DEBUG oslo_vmware.api [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.968569] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.969174] env[68466]: DEBUG nova.compute.manager [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.975226] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.056s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.979098] env[68466]: INFO nova.compute.claims [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.066205] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811785, 'name': Rename_Task, 'duration_secs': 0.146869} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.066557] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.066794] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cb6e7d7-22d4-4fca-b6c3-6f4d422c68cd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.073863] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 630.073863] env[68466]: value = "task-2811788" [ 630.073863] env[68466]: _type = "Task" [ 630.073863] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.084391] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.134933] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Releasing lock "refresh_cache-6840c94d-1ec9-47d2-8618-dbc1242fb933" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.135278] env[68466]: DEBUG nova.compute.manager [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Instance network_info: |[{"id": "e003a7a7-0aae-454b-85a6-37cb5cb27ca0", "address": "fa:16:3e:35:e7:c0", "network": {"id": "9615d515-7d55-49c1-ac13-7df58e656562", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-914355783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56feee23880347d88a7327b571a9845a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape003a7a7-0a", "ovs_interfaceid": "e003a7a7-0aae-454b-85a6-37cb5cb27ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.136097] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:e7:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e003a7a7-0aae-454b-85a6-37cb5cb27ca0', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.146030] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Creating folder: Project (56feee23880347d88a7327b571a9845a). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.146030] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2ab03e4-51b4-43a7-8a77-5eaeae4c1134 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.157536] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Created folder: Project (56feee23880347d88a7327b571a9845a) in parent group-v564977. [ 630.158286] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Creating folder: Instances. Parent ref: group-v565024. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.158286] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e07a4553-cc72-4605-af0d-468504b24345 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.169288] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Created folder: Instances in parent group-v565024. [ 630.169783] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.169783] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.169954] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6def70f3-d4da-4314-948f-d7ac07f676da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.193394] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7cf71519-8f76-4a89-9371-e4c0b7d0e04f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.616s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.203226] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.203226] env[68466]: value = "task-2811791" [ 630.203226] env[68466]: _type = "Task" [ 630.203226] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.216518] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811791, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.234170] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "2814b645-4619-4fd7-a27c-04570fff9bb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.234486] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "2814b645-4619-4fd7-a27c-04570fff9bb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.238042] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] Releasing lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.238042] env[68466]: DEBUG nova.compute.manager [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Received event network-vif-plugged-e003a7a7-0aae-454b-85a6-37cb5cb27ca0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 630.238042] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] Acquiring lock "6840c94d-1ec9-47d2-8618-dbc1242fb933-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.238042] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.238294] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.238328] env[68466]: DEBUG nova.compute.manager [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] No waiting events found dispatching network-vif-plugged-e003a7a7-0aae-454b-85a6-37cb5cb27ca0 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.238536] env[68466]: WARNING nova.compute.manager [req-8fa49bf5-7784-45a4-b432-861ee13b4480 req-efd1907e-79e7-411c-8a3e-a0ddc663a868 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Received unexpected event network-vif-plugged-e003a7a7-0aae-454b-85a6-37cb5cb27ca0 for instance with vm_state building and task_state spawning. [ 630.253770] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811786, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.321949] env[68466]: DEBUG oslo_vmware.api [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811787, 'name': PowerOffVM_Task, 'duration_secs': 0.315283} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.321949] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.321949] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.321949] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ad07bbc-82ef-4128-ad6e-7921ac0cd1da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.396267] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.396267] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.396267] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Deleting the datastore file [datastore2] 55d4ba36-62da-40a8-84f2-1115aca471c9 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.396267] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11fda115-30f5-4cfe-9cc3-78f56fd84843 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.404236] env[68466]: DEBUG oslo_vmware.api [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for the task: (returnval){ [ 630.404236] env[68466]: value = "task-2811793" [ 630.404236] env[68466]: _type = "Task" [ 630.404236] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.417525] env[68466]: DEBUG oslo_vmware.api [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.483127] env[68466]: DEBUG nova.compute.utils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.486942] env[68466]: DEBUG nova.compute.manager [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.487387] env[68466]: DEBUG nova.network.neutron [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.550709] env[68466]: DEBUG nova.policy [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0410869cfce41748c305c967df05c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae769899435e420298d60bf51e8cff33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.592980] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.698162] env[68466]: DEBUG nova.compute.manager [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.715933] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811791, 'name': CreateVM_Task} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.715933] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.716147] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.716191] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.716512] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.716836] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2664303d-2f4f-4ba8-a4af-a3646b7b1b11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.726068] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 630.726068] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52aaa3f1-1e0c-6f46-14e6-b9efbc128975" [ 630.726068] env[68466]: _type = "Task" [ 630.726068] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.733609] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52aaa3f1-1e0c-6f46-14e6-b9efbc128975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.755216] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597471} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.755757] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1/cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.755757] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.756064] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e158aa3c-a6dd-44df-a599-dcb257602592 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.765156] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 630.765156] env[68466]: value = "task-2811794" [ 630.765156] env[68466]: _type = "Task" [ 630.765156] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.776465] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.914234] env[68466]: DEBUG oslo_vmware.api [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Task: {'id': task-2811793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281916} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.914510] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.914724] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.914950] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.915168] env[68466]: INFO nova.compute.manager [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 630.915470] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.915681] env[68466]: DEBUG nova.compute.manager [-] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.915806] env[68466]: DEBUG nova.network.neutron [-] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.989030] env[68466]: DEBUG nova.compute.manager [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.039862] env[68466]: DEBUG nova.network.neutron [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Successfully created port: 1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.090893] env[68466]: DEBUG oslo_vmware.api [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811788, 'name': PowerOnVM_Task, 'duration_secs': 0.758347} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.091512] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.092109] env[68466]: INFO nova.compute.manager [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Took 10.84 seconds to spawn the instance on the hypervisor. [ 631.092439] env[68466]: DEBUG nova.compute.manager [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.095842] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b15728-a543-4311-a8a1-214492ed542c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.225474] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.246035] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52aaa3f1-1e0c-6f46-14e6-b9efbc128975, 'name': SearchDatastore_Task, 'duration_secs': 0.018505} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.247221] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.248178] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.248178] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.248348] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.248597] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.249347] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c502f7-e51b-4631-a31e-10bd2107723b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.261578] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.261686] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.263503] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f2e556-467f-4a59-af86-5c0a50333eb5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.292592] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161491} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.293957] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 631.293957] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cdc65e-c671-397c-e9f7-375d880504ab" [ 631.293957] env[68466]: _type = "Task" [ 631.293957] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.294192] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.295555] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9446a65-63b7-4276-a2ea-f28c8ebe0f1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.312357] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cdc65e-c671-397c-e9f7-375d880504ab, 'name': SearchDatastore_Task, 'duration_secs': 0.014478} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.333921] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1/cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.336124] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b49ccd-543e-42ae-82f4-42171ec375e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.339011] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f096543-7017-4881-a68e-dc202bd72cd1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.358854] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 631.358854] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528e42cb-bc0d-cb29-5ce5-35958e46a796" [ 631.358854] env[68466]: _type = "Task" [ 631.358854] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.363244] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 631.363244] env[68466]: value = "task-2811795" [ 631.363244] env[68466]: _type = "Task" [ 631.363244] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.370324] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528e42cb-bc0d-cb29-5ce5-35958e46a796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.376751] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.543221] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0980cb00-f556-4937-b297-c1bdb7f0d5aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.559063] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f50579-05f3-4850-bdd0-81e0b8c8b2ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.599361] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d46c44-4657-4ecb-9357-c916bcd4d1ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.610379] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4bb8f7-5339-4e6c-af1a-ecd84e391f63 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.635528] env[68466]: DEBUG nova.compute.provider_tree [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.637283] env[68466]: INFO nova.compute.manager [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Took 21.94 seconds to build instance. [ 631.876023] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528e42cb-bc0d-cb29-5ce5-35958e46a796, 'name': SearchDatastore_Task, 'duration_secs': 0.016124} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.877045] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.877455] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 6840c94d-1ec9-47d2-8618-dbc1242fb933/6840c94d-1ec9-47d2-8618-dbc1242fb933.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.877879] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3095e916-3750-4c4a-8499-220d6a09ced7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.883786] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811795, 'name': ReconfigVM_Task, 'duration_secs': 0.453078} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.884610] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Reconfigured VM instance instance-00000010 to attach disk [datastore1] cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1/cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.887291] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb1a9f60-d537-4877-8e41-362e2f7d753e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.889177] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 631.889177] env[68466]: value = "task-2811796" [ 631.889177] env[68466]: _type = "Task" [ 631.889177] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.895116] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 631.895116] env[68466]: value = "task-2811797" [ 631.895116] env[68466]: _type = "Task" [ 631.895116] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.903190] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.909461] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811797, 'name': Rename_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.009139] env[68466]: DEBUG nova.compute.manager [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.139922] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a126fbf9-d905-4561-abfc-92e449266c15 tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "a42f135b-d830-484d-a150-1de21adbfcfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.454s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.140796] env[68466]: DEBUG nova.scheduler.client.report [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.189756] env[68466]: DEBUG nova.compute.manager [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Received event network-changed-e003a7a7-0aae-454b-85a6-37cb5cb27ca0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.189756] env[68466]: DEBUG nova.compute.manager [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Refreshing instance network info cache due to event network-changed-e003a7a7-0aae-454b-85a6-37cb5cb27ca0. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 632.189756] env[68466]: DEBUG oslo_concurrency.lockutils [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] Acquiring lock "refresh_cache-6840c94d-1ec9-47d2-8618-dbc1242fb933" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.189756] env[68466]: DEBUG oslo_concurrency.lockutils [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] Acquired lock "refresh_cache-6840c94d-1ec9-47d2-8618-dbc1242fb933" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.189756] env[68466]: DEBUG nova.network.neutron [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Refreshing network info cache for port e003a7a7-0aae-454b-85a6-37cb5cb27ca0 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.251379] env[68466]: DEBUG nova.network.neutron [-] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.403956] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.411767] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811797, 'name': Rename_Task, 'duration_secs': 0.207255} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.412079] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.412358] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a840a14f-8ddd-42f7-a7c0-2b5238e64fc1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.419517] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 632.419517] env[68466]: value = "task-2811798" [ 632.419517] env[68466]: _type = "Task" [ 632.419517] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.431401] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.649516] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.650085] env[68466]: DEBUG nova.compute.manager [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.652768] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.705s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.657022] env[68466]: INFO nova.compute.claims [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.661062] env[68466]: DEBUG nova.compute.manager [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.752415] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.752415] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.752619] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.753407] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.753407] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.753407] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.753407] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.753407] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.754278] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.754278] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.754278] env[68466]: DEBUG nova.virt.hardware [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.755532] env[68466]: INFO nova.compute.manager [-] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Took 1.84 seconds to deallocate network for instance. [ 632.755628] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d73a8-ec42-44e8-901b-12bd84eb439b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.772510] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d12079-43ea-4e84-953d-82bd602ccb2a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.901442] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601177} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.901442] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 6840c94d-1ec9-47d2-8618-dbc1242fb933/6840c94d-1ec9-47d2-8618-dbc1242fb933.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.901693] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.902303] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c60df57-186b-400d-aa31-466ddfe7a987 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.910540] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 632.910540] env[68466]: value = "task-2811799" [ 632.910540] env[68466]: _type = "Task" [ 632.910540] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.924694] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.934036] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.167984] env[68466]: DEBUG nova.compute.utils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.176863] env[68466]: DEBUG nova.compute.manager [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.176863] env[68466]: DEBUG nova.network.neutron [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.194114] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.207096] env[68466]: DEBUG nova.network.neutron [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Successfully updated port: 1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.258609] env[68466]: DEBUG nova.policy [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d414a7ec724c6394d4ad24efbece54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4e902fae6448fa8ede1dfc87c5319b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.272823] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.383518] env[68466]: DEBUG nova.network.neutron [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Updated VIF entry in instance network info cache for port e003a7a7-0aae-454b-85a6-37cb5cb27ca0. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.383914] env[68466]: DEBUG nova.network.neutron [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Updating instance_info_cache with network_info: [{"id": "e003a7a7-0aae-454b-85a6-37cb5cb27ca0", "address": "fa:16:3e:35:e7:c0", "network": {"id": "9615d515-7d55-49c1-ac13-7df58e656562", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-914355783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56feee23880347d88a7327b571a9845a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape003a7a7-0a", "ovs_interfaceid": "e003a7a7-0aae-454b-85a6-37cb5cb27ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.423980] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085823} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.424350] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.425373] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce74320-70e7-48b0-a3ae-b2567d2d94c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.454788] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 6840c94d-1ec9-47d2-8618-dbc1242fb933/6840c94d-1ec9-47d2-8618-dbc1242fb933.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.459131] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f71590f1-f89a-45b7-9eee-b7a7564afc2c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.477182] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.485212] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 633.485212] env[68466]: value = "task-2811800" [ 633.485212] env[68466]: _type = "Task" [ 633.485212] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.494698] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.631390] env[68466]: DEBUG nova.network.neutron [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Successfully created port: a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.672611] env[68466]: DEBUG nova.compute.manager [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.710187] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.710337] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquired lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.711995] env[68466]: DEBUG nova.network.neutron [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.806112] env[68466]: DEBUG nova.compute.manager [req-e312facf-3b63-46d4-9fcf-be03987a3185 req-efda2476-103f-4a29-8853-2f62ed9872f2 service nova] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Received event network-vif-deleted-11a0306f-2bfc-4852-9eb6-2b13b1a22a3d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 633.841210] env[68466]: DEBUG nova.compute.manager [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Stashing vm_state: active {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 633.888470] env[68466]: DEBUG oslo_concurrency.lockutils [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] Releasing lock "refresh_cache-6840c94d-1ec9-47d2-8618-dbc1242fb933" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.888572] env[68466]: DEBUG nova.compute.manager [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Received event network-changed-f180a571-ae27-417f-b130-7a63c7b846f3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 633.888710] env[68466]: DEBUG nova.compute.manager [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Refreshing instance network info cache due to event network-changed-f180a571-ae27-417f-b130-7a63c7b846f3. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 633.888928] env[68466]: DEBUG oslo_concurrency.lockutils [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] Acquiring lock "refresh_cache-a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.889082] env[68466]: DEBUG oslo_concurrency.lockutils [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] Acquired lock "refresh_cache-a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.889244] env[68466]: DEBUG nova.network.neutron [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Refreshing network info cache for port f180a571-ae27-417f-b130-7a63c7b846f3 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.944362] env[68466]: DEBUG oslo_vmware.api [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2811798, 'name': PowerOnVM_Task, 'duration_secs': 1.149317} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.944639] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.944838] env[68466]: INFO nova.compute.manager [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Took 11.13 seconds to spawn the instance on the hypervisor. [ 633.945083] env[68466]: DEBUG nova.compute.manager [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.945908] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf972c3d-e321-438f-b11d-787fdfbdd881 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.998367] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811800, 'name': ReconfigVM_Task, 'duration_secs': 0.422159} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.998367] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 6840c94d-1ec9-47d2-8618-dbc1242fb933/6840c94d-1ec9-47d2-8618-dbc1242fb933.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.998741] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62b8b788-c105-469d-ae84-8954879be8b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.006164] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 634.006164] env[68466]: value = "task-2811801" [ 634.006164] env[68466]: _type = "Task" [ 634.006164] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.018347] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811801, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.128994] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3c1071-accb-4402-935e-35989969f15d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.137950] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e01293-8460-441e-9508-086cb49130d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.173205] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4256f890-0307-46bb-8786-913604eff203 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.185979] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a8a53f-69b0-4122-8f12-1c193dd02a47 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.203160] env[68466]: DEBUG nova.compute.provider_tree [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.283495] env[68466]: DEBUG oslo_vmware.rw_handles [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52103a98-385f-5d8c-8a01-932d4af30677/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 634.289367] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47093d07-ba58-4545-82e0-81766050aa29 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.298248] env[68466]: DEBUG nova.network.neutron [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.304547] env[68466]: DEBUG oslo_vmware.rw_handles [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52103a98-385f-5d8c-8a01-932d4af30677/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 634.304708] env[68466]: ERROR oslo_vmware.rw_handles [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52103a98-385f-5d8c-8a01-932d4af30677/disk-0.vmdk due to incomplete transfer. [ 634.305025] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-97e1e662-ea24-43eb-a484-ae7e3375d57d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.316476] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquiring lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.316870] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.316969] env[68466]: DEBUG oslo_vmware.rw_handles [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52103a98-385f-5d8c-8a01-932d4af30677/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 634.317178] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Uploaded image 18d1dd24-144c-4dee-9621-de17c28bed72 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 634.319579] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 634.320221] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f79879e-a7fc-489a-942a-77de83bd2bb7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.326840] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 634.326840] env[68466]: value = "task-2811802" [ 634.326840] env[68466]: _type = "Task" [ 634.326840] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.336742] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811802, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.370407] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.475084] env[68466]: INFO nova.compute.manager [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Took 20.96 seconds to build instance. [ 634.520966] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811801, 'name': Rename_Task, 'duration_secs': 0.214728} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.522692] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.522915] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99404146-62b2-4cb8-80a3-fac7abaec109 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.533230] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 634.533230] env[68466]: value = "task-2811803" [ 634.533230] env[68466]: _type = "Task" [ 634.533230] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.542782] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.643125] env[68466]: DEBUG nova.network.neutron [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updating instance_info_cache with network_info: [{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.683632] env[68466]: DEBUG nova.compute.manager [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.706886] env[68466]: DEBUG nova.scheduler.client.report [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.726354] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.726354] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.726354] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.726515] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.726515] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.726515] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.726515] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.726515] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.726702] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.726702] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.726702] env[68466]: DEBUG nova.virt.hardware [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.726702] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d87e76f-7fa5-49a0-996c-f9c55270e62d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.738564] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb09b6a-fcf1-4758-a10c-329d5be37d8a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.837894] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811802, 'name': Destroy_Task, 'duration_secs': 0.340122} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.838179] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Destroyed the VM [ 634.838521] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 634.838772] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37d577fd-b124-424d-9d29-92fd6db106ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.845851] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 634.845851] env[68466]: value = "task-2811804" [ 634.845851] env[68466]: _type = "Task" [ 634.845851] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.854386] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811804, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.958903] env[68466]: DEBUG oslo_concurrency.lockutils [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquiring lock "a42f135b-d830-484d-a150-1de21adbfcfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.959341] env[68466]: DEBUG oslo_concurrency.lockutils [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "a42f135b-d830-484d-a150-1de21adbfcfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.965161] env[68466]: DEBUG oslo_concurrency.lockutils [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquiring lock "a42f135b-d830-484d-a150-1de21adbfcfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.965161] env[68466]: DEBUG oslo_concurrency.lockutils [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "a42f135b-d830-484d-a150-1de21adbfcfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.965161] env[68466]: DEBUG oslo_concurrency.lockutils [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "a42f135b-d830-484d-a150-1de21adbfcfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.965598] env[68466]: INFO nova.compute.manager [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Terminating instance [ 634.977196] env[68466]: DEBUG nova.network.neutron [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Updated VIF entry in instance network info cache for port f180a571-ae27-417f-b130-7a63c7b846f3. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.977521] env[68466]: DEBUG nova.network.neutron [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Updating instance_info_cache with network_info: [{"id": "f180a571-ae27-417f-b130-7a63c7b846f3", "address": "fa:16:3e:8a:5f:9c", "network": {"id": "3837788a-5468-4058-aaca-c67993b84b76", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-526119827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49f72a85dc0496c992037afc504d5d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf180a571-ae", "ovs_interfaceid": "f180a571-ae27-417f-b130-7a63c7b846f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.979285] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f83a3033-3103-43b6-afd4-9278a116e098 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.475s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.048724] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.146600] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Releasing lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.149404] env[68466]: DEBUG nova.compute.manager [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Instance network_info: |[{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.149590] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:48:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1faf4857-a896-4bd3-b4d3-3ed61eced928', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.158431] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Creating folder: Project (ae769899435e420298d60bf51e8cff33). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.158921] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c4a6560-08ff-48e6-8e8c-f2ab0c4ec715 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.169715] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Created folder: Project (ae769899435e420298d60bf51e8cff33) in parent group-v564977. [ 635.169961] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Creating folder: Instances. Parent ref: group-v565027. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.170187] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ec5de90-f6de-487f-812f-24c0c5ab4ae0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.179525] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Created folder: Instances in parent group-v565027. [ 635.181925] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.181925] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.181925] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-048d822d-5984-4850-9659-2c65d26ee270 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.204407] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.204407] env[68466]: value = "task-2811807" [ 635.204407] env[68466]: _type = "Task" [ 635.204407] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.212802] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811807, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.215711] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.216279] env[68466]: DEBUG nova.compute.manager [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.219610] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.286s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.219957] env[68466]: DEBUG nova.objects.instance [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lazy-loading 'resources' on Instance uuid 45ec5d93-84db-49fb-9e82-1a0ebd59faf8 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.358551] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811804, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.469541] env[68466]: DEBUG nova.compute.manager [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.469788] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.470701] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08d0a9e-989f-4e6e-82ec-9423a4481c07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.484016] env[68466]: DEBUG oslo_concurrency.lockutils [req-1dd8b8a6-58c1-4272-8e04-c4e9ece24960 req-749293aa-c4cd-43c1-a679-5c4e2c8a7f16 service nova] Releasing lock "refresh_cache-a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.484016] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.484016] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-980b3683-d14c-4877-a3bf-e9454cb0de1f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.487577] env[68466]: DEBUG nova.compute.manager [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.492970] env[68466]: DEBUG oslo_vmware.api [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 635.492970] env[68466]: value = "task-2811808" [ 635.492970] env[68466]: _type = "Task" [ 635.492970] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.511390] env[68466]: DEBUG oslo_vmware.api [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.545079] env[68466]: DEBUG oslo_vmware.api [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2811803, 'name': PowerOnVM_Task, 'duration_secs': 0.937121} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.545079] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.545079] env[68466]: INFO nova.compute.manager [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Took 10.24 seconds to spawn the instance on the hypervisor. [ 635.545079] env[68466]: DEBUG nova.compute.manager [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.545873] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb04b335-5204-4e9c-9926-e03778967f5e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.716756] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811807, 'name': CreateVM_Task, 'duration_secs': 0.351937} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.717365] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.717920] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.718126] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.718455] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.719805] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e251030-68bd-4bc7-aecc-3791fb1dacc4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.722131] env[68466]: DEBUG nova.compute.utils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.724609] env[68466]: DEBUG nova.compute.manager [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.724777] env[68466]: DEBUG nova.network.neutron [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.730835] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 635.730835] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5275f620-4149-8863-9104-52ed190fa1e6" [ 635.730835] env[68466]: _type = "Task" [ 635.730835] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.751402] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5275f620-4149-8863-9104-52ed190fa1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.019926} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.751402] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.751402] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.751402] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.752731] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.752731] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.752731] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8bfa9d9-9e65-4a2a-bfb9-7f15e0af45a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.766566] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.766794] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.767821] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9081f09-9cec-4234-b148-f8104880ed78 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.773773] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 635.773773] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b1f53f-367a-0126-d64e-78073d68f3d5" [ 635.773773] env[68466]: _type = "Task" [ 635.773773] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.779822] env[68466]: DEBUG nova.compute.manager [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Received event network-vif-plugged-1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.779911] env[68466]: DEBUG oslo_concurrency.lockutils [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] Acquiring lock "cb90ef88-1181-4c09-9fab-34df31cd8468-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.780102] env[68466]: DEBUG oslo_concurrency.lockutils [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] Lock "cb90ef88-1181-4c09-9fab-34df31cd8468-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.780315] env[68466]: DEBUG oslo_concurrency.lockutils [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] Lock "cb90ef88-1181-4c09-9fab-34df31cd8468-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.780435] env[68466]: DEBUG nova.compute.manager [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] No waiting events found dispatching network-vif-plugged-1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.780702] env[68466]: WARNING nova.compute.manager [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Received unexpected event network-vif-plugged-1faf4857-a896-4bd3-b4d3-3ed61eced928 for instance with vm_state building and task_state spawning. [ 635.780990] env[68466]: DEBUG nova.compute.manager [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Received event network-changed-1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.781128] env[68466]: DEBUG nova.compute.manager [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Refreshing instance network info cache due to event network-changed-1faf4857-a896-4bd3-b4d3-3ed61eced928. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 635.781258] env[68466]: DEBUG oslo_concurrency.lockutils [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] Acquiring lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.781391] env[68466]: DEBUG oslo_concurrency.lockutils [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] Acquired lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.781542] env[68466]: DEBUG nova.network.neutron [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Refreshing network info cache for port 1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.791409] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b1f53f-367a-0126-d64e-78073d68f3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.821661] env[68466]: DEBUG nova.network.neutron [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Successfully updated port: a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.830207] env[68466]: DEBUG nova.policy [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ae9ebbafea646a996abaab7a951b21d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61c69841dabe469e93098e7b3224748d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.858830] env[68466]: DEBUG oslo_vmware.api [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811804, 'name': RemoveSnapshot_Task, 'duration_secs': 0.701245} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.862075] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 635.862075] env[68466]: INFO nova.compute.manager [None req-501488a2-906b-4964-873b-27dd790acbed tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Took 13.95 seconds to snapshot the instance on the hypervisor. [ 636.015670] env[68466]: DEBUG oslo_vmware.api [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811808, 'name': PowerOffVM_Task, 'duration_secs': 0.222511} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.016439] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.016439] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.016584] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0944c98b-fbbb-4019-9e2d-8ec7295f7d88 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.027399] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.079916] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquiring lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.082086] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.086400] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.086773] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.086773] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Deleting the datastore file [datastore1] a42f135b-d830-484d-a150-1de21adbfcfc {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.087329] env[68466]: INFO nova.compute.manager [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Took 20.94 seconds to build instance. [ 636.088668] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2165783-7860-46d0-bc82-010853ff2672 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.099277] env[68466]: DEBUG oslo_vmware.api [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for the task: (returnval){ [ 636.099277] env[68466]: value = "task-2811810" [ 636.099277] env[68466]: _type = "Task" [ 636.099277] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.115222] env[68466]: DEBUG oslo_vmware.api [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.232443] env[68466]: DEBUG nova.compute.manager [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.246887] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f77b3c5-e7c4-4fdd-bee9-eabd75db3ac2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.263017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6dc838-465e-4314-84c3-bb03cb31930d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.318477] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b6ba6e-bc99-4c08-9f5c-d2214a351912 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.327862] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.329210] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.329210] env[68466]: DEBUG nova.network.neutron [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.333942] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b1f53f-367a-0126-d64e-78073d68f3d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01651} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.336483] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4b6705-f7b3-4ded-b3c4-1e5a99353a97 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.340393] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2f1475-ea1c-4126-a71d-c2f6b9acc0ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.349503] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 636.349503] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52abf55b-d048-9bad-0365-17fcd9a599ab" [ 636.349503] env[68466]: _type = "Task" [ 636.349503] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.358666] env[68466]: DEBUG nova.compute.provider_tree [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.374328] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52abf55b-d048-9bad-0365-17fcd9a599ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.376080] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.376368] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] cb90ef88-1181-4c09-9fab-34df31cd8468/cb90ef88-1181-4c09-9fab-34df31cd8468.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.376832] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6259ae4-edab-4bff-83a5-6ea27e36b929 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.386255] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 636.386255] env[68466]: value = "task-2811811" [ 636.386255] env[68466]: _type = "Task" [ 636.386255] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.395525] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.593026] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138755ba-9535-4ba2-95f0-6e5d9eed6372 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.497s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.614401] env[68466]: DEBUG oslo_vmware.api [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Task: {'id': task-2811810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176156} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.614912] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.615920] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.616195] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.616405] env[68466]: INFO nova.compute.manager [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 636.616656] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.616839] env[68466]: DEBUG nova.compute.manager [-] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.617021] env[68466]: DEBUG nova.network.neutron [-] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.869737] env[68466]: DEBUG nova.scheduler.client.report [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.877270] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquiring lock "b5b33559-3d17-4ff8-9aae-0290996f43d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.877474] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "b5b33559-3d17-4ff8-9aae-0290996f43d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.897259] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811811, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.958023] env[68466]: DEBUG nova.network.neutron [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Successfully created port: b34dbf85-afec-44eb-b5dc-acb0fab5bea2 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.979389] env[68466]: DEBUG nova.network.neutron [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.095680] env[68466]: DEBUG nova.compute.manager [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.138842] env[68466]: DEBUG nova.network.neutron [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updated VIF entry in instance network info cache for port 1faf4857-a896-4bd3-b4d3-3ed61eced928. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.139494] env[68466]: DEBUG nova.network.neutron [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updating instance_info_cache with network_info: [{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.248015] env[68466]: DEBUG nova.compute.manager [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.287391] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.287391] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.287986] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.287986] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.287986] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.288865] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.288865] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.288865] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.288865] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.288865] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.289039] env[68466]: DEBUG nova.virt.hardware [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.290450] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba53f6d-d7e2-4b99-ad3b-b78a8ef6cd36 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.299689] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8856707c-ce8f-4ad7-813e-5e02cfdbed72 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.377062] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.379523] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.302s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.382563] env[68466]: INFO nova.compute.claims [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.399764] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593929} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.404607] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] cb90ef88-1181-4c09-9fab-34df31cd8468/cb90ef88-1181-4c09-9fab-34df31cd8468.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.404607] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.404607] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49390e7d-14da-4c8c-9623-84dd391dd3ec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.414290] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 637.414290] env[68466]: value = "task-2811812" [ 637.414290] env[68466]: _type = "Task" [ 637.414290] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.416809] env[68466]: INFO nova.scheduler.client.report [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleted allocations for instance 45ec5d93-84db-49fb-9e82-1a0ebd59faf8 [ 637.424252] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.503904] env[68466]: DEBUG nova.network.neutron [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating instance_info_cache with network_info: [{"id": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "address": "fa:16:3e:ce:8e:04", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5270c9a-4f", "ovs_interfaceid": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.631680] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.651214] env[68466]: DEBUG oslo_concurrency.lockutils [req-2b39fde1-9a1e-43bf-832e-b9f2f11a7d49 req-ba3b848e-b865-4e09-8026-f8eb017c910d service nova] Releasing lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.734313] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquiring lock "c627a46b-228f-4f55-846e-205d2df07ec9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.734313] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "c627a46b-228f-4f55-846e-205d2df07ec9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.743019] env[68466]: DEBUG nova.network.neutron [-] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.928158] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070486} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.928266] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6c480360-a352-4bcc-878c-04b1530b52c9 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "45ec5d93-84db-49fb-9e82-1a0ebd59faf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.048s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.930326] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.931350] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a32805-3519-47ef-8567-f67b76252eba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.958477] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] cb90ef88-1181-4c09-9fab-34df31cd8468/cb90ef88-1181-4c09-9fab-34df31cd8468.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.959263] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c5ca03-54e2-45b5-a8e7-06024a07e168 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.982117] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 637.982117] env[68466]: value = "task-2811813" [ 637.982117] env[68466]: _type = "Task" [ 637.982117] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.992236] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.007975] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.008325] env[68466]: DEBUG nova.compute.manager [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Instance network_info: |[{"id": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "address": "fa:16:3e:ce:8e:04", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5270c9a-4f", "ovs_interfaceid": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.009088] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:8e:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5270c9a-4fbb-492f-aafb-09b96d1cd57d', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.016884] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Creating folder: Project (6b4e902fae6448fa8ede1dfc87c5319b). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.017243] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c809cd18-bcd7-4a82-827e-37618f9450eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.028133] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Created folder: Project (6b4e902fae6448fa8ede1dfc87c5319b) in parent group-v564977. [ 638.028370] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Creating folder: Instances. Parent ref: group-v565030. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.028662] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb238c31-73ea-4a3b-b3cb-ad52608e5cb7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.038039] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Created folder: Instances in parent group-v565030. [ 638.038467] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.038681] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.038995] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7646a603-102a-4b5b-8616-da4909293ff2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.058823] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.058823] env[68466]: value = "task-2811816" [ 638.058823] env[68466]: _type = "Task" [ 638.058823] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.067092] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811816, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.245548] env[68466]: INFO nova.compute.manager [-] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Took 1.63 seconds to deallocate network for instance. [ 638.508917] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811813, 'name': ReconfigVM_Task, 'duration_secs': 0.39549} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.512516] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Reconfigured VM instance instance-00000012 to attach disk [datastore2] cb90ef88-1181-4c09-9fab-34df31cd8468/cb90ef88-1181-4c09-9fab-34df31cd8468.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.513782] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6d3bf41-dd8b-4a21-8d43-99bebe1d613d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.526264] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 638.526264] env[68466]: value = "task-2811817" [ 638.526264] env[68466]: _type = "Task" [ 638.526264] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.540307] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811817, 'name': Rename_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.569268] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811816, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.590470] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.590470] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.754816] env[68466]: DEBUG oslo_concurrency.lockutils [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.914538] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c577120-9446-4e45-bd71-b077d9818620 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.919327] env[68466]: DEBUG nova.compute.manager [req-adfac290-3bf2-4394-b72d-273808634bb5 req-8eebbc97-a48f-4449-b7a4-f110826fe506 service nova] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Received event network-vif-deleted-77b3c18b-8631-48b1-9d66-8ebf981be175 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 638.925978] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2534c38a-1713-4378-9f2d-e7aa21138824 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.962360] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a974cc9-f6ad-4737-9c0f-d8ee0e4f1099 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.970674] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0f62aa-aa4d-42c6-af13-84995eb9415d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.987445] env[68466]: DEBUG nova.compute.provider_tree [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.041506] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811817, 'name': Rename_Task, 'duration_secs': 0.157074} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.041793] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.042224] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c24feaa5-6259-48bc-bccd-dc70a65c3e46 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.049557] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 639.049557] env[68466]: value = "task-2811818" [ 639.049557] env[68466]: _type = "Task" [ 639.049557] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.063504] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.073516] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811816, 'name': CreateVM_Task, 'duration_secs': 0.680381} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.073716] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.074443] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.074681] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.075057] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.075490] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d49fcf-8e1a-41ec-bc56-da0eab5274c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.080599] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 639.080599] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5218fff4-0f8f-cbce-e97f-5e8736cefebf" [ 639.080599] env[68466]: _type = "Task" [ 639.080599] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.090179] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5218fff4-0f8f-cbce-e97f-5e8736cefebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.121163] env[68466]: DEBUG nova.network.neutron [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Successfully updated port: b34dbf85-afec-44eb-b5dc-acb0fab5bea2 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.490876] env[68466]: DEBUG nova.scheduler.client.report [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.561214] env[68466]: DEBUG oslo_vmware.api [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2811818, 'name': PowerOnVM_Task, 'duration_secs': 0.4489} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.561562] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.561804] env[68466]: INFO nova.compute.manager [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Took 7.55 seconds to spawn the instance on the hypervisor. [ 639.562143] env[68466]: DEBUG nova.compute.manager [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.563319] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a9c29-b006-4660-8fde-4685a488bcec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.592070] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5218fff4-0f8f-cbce-e97f-5e8736cefebf, 'name': SearchDatastore_Task, 'duration_secs': 0.018672} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.592422] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.592537] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.593349] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.593449] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.593592] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.593858] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04b8002a-73db-4e6b-9f02-8f4c10a0f543 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.603911] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.604115] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.604883] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429587c2-d31e-4940-b2d7-ce4a32fe3b02 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.617690] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 639.617690] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520ba97c-9d3f-2376-6bbf-655af884428c" [ 639.617690] env[68466]: _type = "Task" [ 639.617690] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.625042] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquiring lock "refresh_cache-1c545408-f414-46fc-9498-2911ca29cbff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.625135] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquired lock "refresh_cache-1c545408-f414-46fc-9498-2911ca29cbff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.625286] env[68466]: DEBUG nova.network.neutron [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.627644] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520ba97c-9d3f-2376-6bbf-655af884428c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.640543] env[68466]: DEBUG nova.compute.manager [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received event network-vif-plugged-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.640543] env[68466]: DEBUG oslo_concurrency.lockutils [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] Acquiring lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.640543] env[68466]: DEBUG oslo_concurrency.lockutils [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.640543] env[68466]: DEBUG oslo_concurrency.lockutils [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.640543] env[68466]: DEBUG nova.compute.manager [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] No waiting events found dispatching network-vif-plugged-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.641322] env[68466]: WARNING nova.compute.manager [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received unexpected event network-vif-plugged-a5270c9a-4fbb-492f-aafb-09b96d1cd57d for instance with vm_state building and task_state spawning. [ 639.641322] env[68466]: DEBUG nova.compute.manager [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received event network-changed-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.641322] env[68466]: DEBUG nova.compute.manager [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Refreshing instance network info cache due to event network-changed-a5270c9a-4fbb-492f-aafb-09b96d1cd57d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 639.641322] env[68466]: DEBUG oslo_concurrency.lockutils [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] Acquiring lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.641322] env[68466]: DEBUG oslo_concurrency.lockutils [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] Acquired lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.641499] env[68466]: DEBUG nova.network.neutron [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Refreshing network info cache for port a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.002031] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.002031] env[68466]: DEBUG nova.compute.manager [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.005739] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.712s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.009123] env[68466]: INFO nova.compute.claims [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.083524] env[68466]: INFO nova.compute.manager [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Took 22.07 seconds to build instance. [ 640.124389] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520ba97c-9d3f-2376-6bbf-655af884428c, 'name': SearchDatastore_Task, 'duration_secs': 0.014686} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.125271] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8f16c8-0b97-4988-aa66-ced672e50f16 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.135857] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 640.135857] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520b9a86-c000-e148-667e-b2fe79e996b5" [ 640.135857] env[68466]: _type = "Task" [ 640.135857] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.142173] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520b9a86-c000-e148-667e-b2fe79e996b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.424196] env[68466]: DEBUG nova.network.neutron [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.515913] env[68466]: DEBUG nova.compute.utils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.524212] env[68466]: DEBUG nova.compute.manager [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.524212] env[68466]: DEBUG nova.network.neutron [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.588282] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bffd662-25a1-499b-929e-13536fe40948 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "cb90ef88-1181-4c09-9fab-34df31cd8468" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.584s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.607590] env[68466]: DEBUG nova.policy [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b09db06c7a2f42049010b884fa339de7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e4ab2907f8a4158b9a8c020772b631e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.652181] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520b9a86-c000-e148-667e-b2fe79e996b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01468} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.652282] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.652456] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98/55fc9b69-18d3-45a1-9b7a-421973de1c98.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.652709] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-886357d9-dcda-43f4-af2f-07a4b072490c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.659508] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 640.659508] env[68466]: value = "task-2811819" [ 640.659508] env[68466]: _type = "Task" [ 640.659508] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.667754] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.875831] env[68466]: DEBUG nova.network.neutron [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Updating instance_info_cache with network_info: [{"id": "b34dbf85-afec-44eb-b5dc-acb0fab5bea2", "address": "fa:16:3e:ae:cf:43", "network": {"id": "7d7e6e11-f839-42e6-be00-587a5948af1b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-132519612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c69841dabe469e93098e7b3224748d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34dbf85-af", "ovs_interfaceid": "b34dbf85-afec-44eb-b5dc-acb0fab5bea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.943422] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.943422] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.955029] env[68466]: DEBUG nova.network.neutron [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updated VIF entry in instance network info cache for port a5270c9a-4fbb-492f-aafb-09b96d1cd57d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.955029] env[68466]: DEBUG nova.network.neutron [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating instance_info_cache with network_info: [{"id": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "address": "fa:16:3e:ce:8e:04", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5270c9a-4f", "ovs_interfaceid": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.024136] env[68466]: DEBUG nova.compute.manager [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.091329] env[68466]: DEBUG nova.compute.manager [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.175262] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.380767] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Releasing lock "refresh_cache-1c545408-f414-46fc-9498-2911ca29cbff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.381291] env[68466]: DEBUG nova.compute.manager [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Instance network_info: |[{"id": "b34dbf85-afec-44eb-b5dc-acb0fab5bea2", "address": "fa:16:3e:ae:cf:43", "network": {"id": "7d7e6e11-f839-42e6-be00-587a5948af1b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-132519612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c69841dabe469e93098e7b3224748d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34dbf85-af", "ovs_interfaceid": "b34dbf85-afec-44eb-b5dc-acb0fab5bea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.381997] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:cf:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b34dbf85-afec-44eb-b5dc-acb0fab5bea2', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.395378] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Creating folder: Project (61c69841dabe469e93098e7b3224748d). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.395378] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58560ca2-db7c-4a22-b597-baa0a31cccb9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.418438] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Created folder: Project (61c69841dabe469e93098e7b3224748d) in parent group-v564977. [ 641.418438] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Creating folder: Instances. Parent ref: group-v565036. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.418438] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7283b5a5-777a-4545-bc8b-90683de4101d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.428282] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Created folder: Instances in parent group-v565036. [ 641.428508] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.431883] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.432417] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5c76e43-afba-417e-b057-da371d9d17f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.456633] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.456633] env[68466]: value = "task-2811826" [ 641.456633] env[68466]: _type = "Task" [ 641.456633] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.460645] env[68466]: DEBUG oslo_concurrency.lockutils [req-d4836cbb-fc6d-4a60-a2d0-d0f0787def46 req-b0c3e4e0-f58f-4b17-a455-aaeda7522ffd service nova] Releasing lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.466549] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811826, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.474677] env[68466]: DEBUG nova.network.neutron [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Successfully created port: 670f84d3-9a21-4679-83ac-222a71431f8b {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.579325] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7aa757-91d5-4d49-9fd3-55fe04cb5d06 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.588324] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1bbb69-e820-4f99-b88d-779f9f8803a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.638025] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86899de-b68f-4251-a96a-6f3806323075 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.648875] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786dd06b-b4d0-49b4-8d85-ba239f1595a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.654363] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.663962] env[68466]: DEBUG nova.compute.provider_tree [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.681834] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825361} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.681834] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98/55fc9b69-18d3-45a1-9b7a-421973de1c98.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.681834] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.682472] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5226d66-12e7-4c18-8f2f-fbcd2db0e058 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.690116] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 641.690116] env[68466]: value = "task-2811827" [ 641.690116] env[68466]: _type = "Task" [ 641.690116] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.697253] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.965750] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811826, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.042793] env[68466]: DEBUG nova.compute.manager [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.079505] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.080204] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.080204] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.080453] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.080643] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.080936] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.081238] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.081439] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.081680] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.081835] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.082057] env[68466]: DEBUG nova.virt.hardware [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.084575] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50851b0b-4746-43b7-9e74-14604be331a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.093935] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d984b1e-3810-4ef0-ba81-2ce47b5e5d40 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.176843] env[68466]: DEBUG nova.scheduler.client.report [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.201868] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061773} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.202554] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.203621] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fce2aed-6fe1-4d9e-bc35-13e154dfa3ce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.229793] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98/55fc9b69-18d3-45a1-9b7a-421973de1c98.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.230578] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9f2a92-8486-49ae-8759-7f636f8b3d29 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.261242] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 642.261242] env[68466]: value = "task-2811828" [ 642.261242] env[68466]: _type = "Task" [ 642.261242] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.270754] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.470726] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811826, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.641762] env[68466]: DEBUG nova.compute.manager [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Received event network-changed-c8f3f03a-0962-4f29-a930-eb540320a106 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.642070] env[68466]: DEBUG nova.compute.manager [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Refreshing instance network info cache due to event network-changed-c8f3f03a-0962-4f29-a930-eb540320a106. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 642.643958] env[68466]: DEBUG oslo_concurrency.lockutils [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] Acquiring lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.643958] env[68466]: DEBUG oslo_concurrency.lockutils [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] Acquired lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.643958] env[68466]: DEBUG nova.network.neutron [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Refreshing network info cache for port c8f3f03a-0962-4f29-a930-eb540320a106 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.687669] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.688402] env[68466]: DEBUG nova.compute.manager [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.691097] env[68466]: DEBUG oslo_concurrency.lockutils [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.577s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.691097] env[68466]: DEBUG nova.objects.instance [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lazy-loading 'resources' on Instance uuid cd8987ec-c639-432e-bad1-3ac63c4be1a8 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.773647] env[68466]: DEBUG nova.compute.manager [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Received event network-vif-plugged-b34dbf85-afec-44eb-b5dc-acb0fab5bea2 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.773647] env[68466]: DEBUG oslo_concurrency.lockutils [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] Acquiring lock "1c545408-f414-46fc-9498-2911ca29cbff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.773647] env[68466]: DEBUG oslo_concurrency.lockutils [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] Lock "1c545408-f414-46fc-9498-2911ca29cbff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.773647] env[68466]: DEBUG oslo_concurrency.lockutils [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] Lock "1c545408-f414-46fc-9498-2911ca29cbff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.773647] env[68466]: DEBUG nova.compute.manager [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] No waiting events found dispatching network-vif-plugged-b34dbf85-afec-44eb-b5dc-acb0fab5bea2 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.773871] env[68466]: WARNING nova.compute.manager [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Received unexpected event network-vif-plugged-b34dbf85-afec-44eb-b5dc-acb0fab5bea2 for instance with vm_state building and task_state spawning. [ 642.773871] env[68466]: DEBUG nova.compute.manager [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Received event network-changed-b34dbf85-afec-44eb-b5dc-acb0fab5bea2 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.773871] env[68466]: DEBUG nova.compute.manager [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Refreshing instance network info cache due to event network-changed-b34dbf85-afec-44eb-b5dc-acb0fab5bea2. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 642.773871] env[68466]: DEBUG oslo_concurrency.lockutils [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] Acquiring lock "refresh_cache-1c545408-f414-46fc-9498-2911ca29cbff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.773871] env[68466]: DEBUG oslo_concurrency.lockutils [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] Acquired lock "refresh_cache-1c545408-f414-46fc-9498-2911ca29cbff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.774055] env[68466]: DEBUG nova.network.neutron [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Refreshing network info cache for port b34dbf85-afec-44eb-b5dc-acb0fab5bea2 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.780216] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.969046] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811826, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.196465] env[68466]: DEBUG nova.compute.utils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.201081] env[68466]: DEBUG nova.compute.manager [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.201286] env[68466]: DEBUG nova.network.neutron [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.277750] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811828, 'name': ReconfigVM_Task, 'duration_secs': 0.650671} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.278121] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98/55fc9b69-18d3-45a1-9b7a-421973de1c98.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.279177] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e98c3bf-246a-410a-a992-1f79ce9f20c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.292139] env[68466]: DEBUG nova.policy [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ba679f48464493682b0f8932dcf412c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49f0c9d2becc4cf5b2eaf0928c8ed6ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.295265] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 643.295265] env[68466]: value = "task-2811829" [ 643.295265] env[68466]: _type = "Task" [ 643.295265] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.313037] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811829, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.471281] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811826, 'name': CreateVM_Task, 'duration_secs': 1.784318} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.471281] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.471432] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.471508] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.477324] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.477686] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa379aa-f052-445b-a9d5-812f5feddfc4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.488799] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 643.488799] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5283e864-94fe-ea0e-a8f8-d7a64f0932f8" [ 643.488799] env[68466]: _type = "Task" [ 643.488799] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.507846] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5283e864-94fe-ea0e-a8f8-d7a64f0932f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.633805] env[68466]: DEBUG nova.network.neutron [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Successfully updated port: 670f84d3-9a21-4679-83ac-222a71431f8b {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.703451] env[68466]: DEBUG nova.compute.manager [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.784224] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf03257-f5ef-4131-a2bb-6ecb3097a422 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.795571] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8b0c22-f905-4942-8850-910b9652e3df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.830079] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f959347-f77b-4855-a413-8c392551c999 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.845367] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e6800b-ee32-4bf6-b444-18f40c456315 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.850166] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811829, 'name': Rename_Task, 'duration_secs': 0.196911} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.851228] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.852112] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8207b54-e64b-4949-b006-64f23a90f1a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.862424] env[68466]: DEBUG nova.compute.provider_tree [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.868842] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 643.868842] env[68466]: value = "task-2811830" [ 643.868842] env[68466]: _type = "Task" [ 643.868842] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.874018] env[68466]: DEBUG nova.network.neutron [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updated VIF entry in instance network info cache for port c8f3f03a-0962-4f29-a930-eb540320a106. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.874018] env[68466]: DEBUG nova.network.neutron [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updating instance_info_cache with network_info: [{"id": "c8f3f03a-0962-4f29-a930-eb540320a106", "address": "fa:16:3e:c3:62:0e", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f3f03a-09", "ovs_interfaceid": "c8f3f03a-0962-4f29-a930-eb540320a106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.886012] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.944515] env[68466]: DEBUG nova.network.neutron [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Updated VIF entry in instance network info cache for port b34dbf85-afec-44eb-b5dc-acb0fab5bea2. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.944861] env[68466]: DEBUG nova.network.neutron [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Updating instance_info_cache with network_info: [{"id": "b34dbf85-afec-44eb-b5dc-acb0fab5bea2", "address": "fa:16:3e:ae:cf:43", "network": {"id": "7d7e6e11-f839-42e6-be00-587a5948af1b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-132519612-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c69841dabe469e93098e7b3224748d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb34dbf85-af", "ovs_interfaceid": "b34dbf85-afec-44eb-b5dc-acb0fab5bea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.010593] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5283e864-94fe-ea0e-a8f8-d7a64f0932f8, 'name': SearchDatastore_Task, 'duration_secs': 0.033991} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.010928] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.011261] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.011583] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.011583] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.011752] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.011991] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb4ffd9a-96ae-4d9c-a2b8-c59d526aeb4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.029282] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.029282] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.029495] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df527895-c168-4fec-a2af-62db8d778342 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.037923] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 644.037923] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5209a664-4e67-f77d-320f-14e322832fe3" [ 644.037923] env[68466]: _type = "Task" [ 644.037923] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.048794] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5209a664-4e67-f77d-320f-14e322832fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.127454] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "b2072172-2245-4f50-a9bc-dc3c1beda121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.127727] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "b2072172-2245-4f50-a9bc-dc3c1beda121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.141029] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "refresh_cache-b1444c5e-4b89-4ea7-a8c6-497641ba79c6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.141029] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired lock "refresh_cache-b1444c5e-4b89-4ea7-a8c6-497641ba79c6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.141029] env[68466]: DEBUG nova.network.neutron [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.144368] env[68466]: DEBUG nova.network.neutron [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Successfully created port: 671cd269-7322-4fdf-9f9c-18dd51729cad {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.164986] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "94ee5bad-d117-40d6-8431-95b25be87d10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.165371] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "94ee5bad-d117-40d6-8431-95b25be87d10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.370696] env[68466]: DEBUG nova.scheduler.client.report [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.390880] env[68466]: DEBUG oslo_concurrency.lockutils [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] Releasing lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.391311] env[68466]: DEBUG nova.compute.manager [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Received event network-changed-e003a7a7-0aae-454b-85a6-37cb5cb27ca0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 644.391580] env[68466]: DEBUG nova.compute.manager [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Refreshing instance network info cache due to event network-changed-e003a7a7-0aae-454b-85a6-37cb5cb27ca0. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 644.391891] env[68466]: DEBUG oslo_concurrency.lockutils [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] Acquiring lock "refresh_cache-6840c94d-1ec9-47d2-8618-dbc1242fb933" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.392142] env[68466]: DEBUG oslo_concurrency.lockutils [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] Acquired lock "refresh_cache-6840c94d-1ec9-47d2-8618-dbc1242fb933" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.393521] env[68466]: DEBUG nova.network.neutron [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Refreshing network info cache for port e003a7a7-0aae-454b-85a6-37cb5cb27ca0 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.402299] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811830, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.455849] env[68466]: DEBUG oslo_concurrency.lockutils [req-da944721-e0a6-41a7-b07c-4959aa28e2ab req-ea0405b9-3ad7-401d-bf39-165d545874dc service nova] Releasing lock "refresh_cache-1c545408-f414-46fc-9498-2911ca29cbff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.551472] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5209a664-4e67-f77d-320f-14e322832fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.552353] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394c79cd-ae41-407d-add0-4d82e2c1aec2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.560127] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 644.560127] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524e19bb-f34d-b51c-69a0-8b286ae03bd9" [ 644.560127] env[68466]: _type = "Task" [ 644.560127] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.569358] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524e19bb-f34d-b51c-69a0-8b286ae03bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.691393] env[68466]: DEBUG nova.network.neutron [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.717610] env[68466]: DEBUG nova.compute.manager [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.730642] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquiring lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.730870] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.751520] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.751776] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.752072] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.752173] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.752282] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.752592] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.752833] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.753008] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.753200] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.753368] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.753542] env[68466]: DEBUG nova.virt.hardware [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.754506] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ad488f-0cc5-45b0-b93e-250de8d8873c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.765242] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98fd1ab-925f-4f9d-a487-fdfc59a7e4de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.868072] env[68466]: DEBUG nova.network.neutron [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Updating instance_info_cache with network_info: [{"id": "670f84d3-9a21-4679-83ac-222a71431f8b", "address": "fa:16:3e:55:67:fb", "network": {"id": "343fdf74-8c3d-490e-90f8-911d44234111", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658146401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4ab2907f8a4158b9a8c020772b631e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670f84d3-9a", "ovs_interfaceid": "670f84d3-9a21-4679-83ac-222a71431f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.883207] env[68466]: DEBUG oslo_concurrency.lockutils [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.888119] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.827s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.889486] env[68466]: INFO nova.compute.claims [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.903569] env[68466]: DEBUG oslo_vmware.api [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2811830, 'name': PowerOnVM_Task, 'duration_secs': 0.656003} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.906410] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.906638] env[68466]: INFO nova.compute.manager [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Took 10.22 seconds to spawn the instance on the hypervisor. [ 644.906822] env[68466]: DEBUG nova.compute.manager [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.907666] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328b0f81-3589-44e0-be32-5b70717dc7e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.918757] env[68466]: INFO nova.scheduler.client.report [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Deleted allocations for instance cd8987ec-c639-432e-bad1-3ac63c4be1a8 [ 645.071727] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524e19bb-f34d-b51c-69a0-8b286ae03bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.041955} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.071727] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.071826] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 1c545408-f414-46fc-9498-2911ca29cbff/1c545408-f414-46fc-9498-2911ca29cbff.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.072196] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee43ed6a-3270-4a57-abbc-f7957240d465 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.080178] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 645.080178] env[68466]: value = "task-2811832" [ 645.080178] env[68466]: _type = "Task" [ 645.080178] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.091681] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.201504] env[68466]: DEBUG nova.network.neutron [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Updated VIF entry in instance network info cache for port e003a7a7-0aae-454b-85a6-37cb5cb27ca0. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.201873] env[68466]: DEBUG nova.network.neutron [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Updating instance_info_cache with network_info: [{"id": "e003a7a7-0aae-454b-85a6-37cb5cb27ca0", "address": "fa:16:3e:35:e7:c0", "network": {"id": "9615d515-7d55-49c1-ac13-7df58e656562", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-914355783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56feee23880347d88a7327b571a9845a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape003a7a7-0a", "ovs_interfaceid": "e003a7a7-0aae-454b-85a6-37cb5cb27ca0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.263472] env[68466]: DEBUG nova.compute.manager [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Received event network-vif-plugged-670f84d3-9a21-4679-83ac-222a71431f8b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.263723] env[68466]: DEBUG oslo_concurrency.lockutils [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] Acquiring lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.264474] env[68466]: DEBUG oslo_concurrency.lockutils [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] Lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.264820] env[68466]: DEBUG oslo_concurrency.lockutils [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] Lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.265103] env[68466]: DEBUG nova.compute.manager [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] No waiting events found dispatching network-vif-plugged-670f84d3-9a21-4679-83ac-222a71431f8b {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.265331] env[68466]: WARNING nova.compute.manager [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Received unexpected event network-vif-plugged-670f84d3-9a21-4679-83ac-222a71431f8b for instance with vm_state building and task_state spawning. [ 645.265529] env[68466]: DEBUG nova.compute.manager [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Received event network-changed-670f84d3-9a21-4679-83ac-222a71431f8b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.265714] env[68466]: DEBUG nova.compute.manager [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Refreshing instance network info cache due to event network-changed-670f84d3-9a21-4679-83ac-222a71431f8b. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 645.266159] env[68466]: DEBUG oslo_concurrency.lockutils [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] Acquiring lock "refresh_cache-b1444c5e-4b89-4ea7-a8c6-497641ba79c6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.300888] env[68466]: DEBUG nova.compute.manager [req-a2db7b53-e761-4ddb-be29-39fe1c3f64cb req-4812882e-3e1c-4f4a-828f-3aaa022ba223 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Received event network-changed-1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.301176] env[68466]: DEBUG nova.compute.manager [req-a2db7b53-e761-4ddb-be29-39fe1c3f64cb req-4812882e-3e1c-4f4a-828f-3aaa022ba223 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Refreshing instance network info cache due to event network-changed-1faf4857-a896-4bd3-b4d3-3ed61eced928. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 645.301549] env[68466]: DEBUG oslo_concurrency.lockutils [req-a2db7b53-e761-4ddb-be29-39fe1c3f64cb req-4812882e-3e1c-4f4a-828f-3aaa022ba223 service nova] Acquiring lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.301757] env[68466]: DEBUG oslo_concurrency.lockutils [req-a2db7b53-e761-4ddb-be29-39fe1c3f64cb req-4812882e-3e1c-4f4a-828f-3aaa022ba223 service nova] Acquired lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.302890] env[68466]: DEBUG nova.network.neutron [req-a2db7b53-e761-4ddb-be29-39fe1c3f64cb req-4812882e-3e1c-4f4a-828f-3aaa022ba223 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Refreshing network info cache for port 1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.372955] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Releasing lock "refresh_cache-b1444c5e-4b89-4ea7-a8c6-497641ba79c6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.373291] env[68466]: DEBUG nova.compute.manager [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Instance network_info: |[{"id": "670f84d3-9a21-4679-83ac-222a71431f8b", "address": "fa:16:3e:55:67:fb", "network": {"id": "343fdf74-8c3d-490e-90f8-911d44234111", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658146401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4ab2907f8a4158b9a8c020772b631e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670f84d3-9a", "ovs_interfaceid": "670f84d3-9a21-4679-83ac-222a71431f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.373600] env[68466]: DEBUG oslo_concurrency.lockutils [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] Acquired lock "refresh_cache-b1444c5e-4b89-4ea7-a8c6-497641ba79c6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.373785] env[68466]: DEBUG nova.network.neutron [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Refreshing network info cache for port 670f84d3-9a21-4679-83ac-222a71431f8b {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.375552] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:67:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '670f84d3-9a21-4679-83ac-222a71431f8b', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.383812] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Creating folder: Project (0e4ab2907f8a4158b9a8c020772b631e). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.385015] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f9ba8ec-753f-42f2-9464-87fcca5e119d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.395649] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Created folder: Project (0e4ab2907f8a4158b9a8c020772b631e) in parent group-v564977. [ 645.395856] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Creating folder: Instances. Parent ref: group-v565039. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.396504] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a43e17-0aac-472e-856b-4f97aa85057f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.407429] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Created folder: Instances in parent group-v565039. [ 645.407429] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.407429] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.407429] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc324c9b-5962-4e49-8089-070a5a19fdb7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.431375] env[68466]: INFO nova.compute.manager [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Took 26.54 seconds to build instance. [ 645.435053] env[68466]: DEBUG oslo_concurrency.lockutils [None req-77005b81-f406-4ede-a989-48b22454d233 tempest-ServerDiagnosticsNegativeTest-2073436467 tempest-ServerDiagnosticsNegativeTest-2073436467-project-member] Lock "cd8987ec-c639-432e-bad1-3ac63c4be1a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.462s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.441542] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.441542] env[68466]: value = "task-2811835" [ 645.441542] env[68466]: _type = "Task" [ 645.441542] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.453841] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811835, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.593220] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.705967] env[68466]: DEBUG oslo_concurrency.lockutils [req-13526405-f88d-484d-9e1c-c1fe8b8aed2d req-874c4301-7356-4de2-abc7-718b63ef8d5a service nova] Releasing lock "refresh_cache-6840c94d-1ec9-47d2-8618-dbc1242fb933" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.935235] env[68466]: DEBUG oslo_concurrency.lockutils [None req-257ec293-255c-4a3b-89b7-33bd10d0eea4 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.054s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.952191] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811835, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.096638] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.361990] env[68466]: DEBUG nova.network.neutron [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Successfully updated port: 671cd269-7322-4fdf-9f9c-18dd51729cad {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.443210] env[68466]: DEBUG nova.compute.manager [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.457977] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811835, 'name': CreateVM_Task, 'duration_secs': 0.553044} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.464905] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.466296] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.466520] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.467266] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.468026] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a3e12d-906f-4a7b-b5a2-edc684855a54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.475473] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 646.475473] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52be1b17-fdfe-abda-2d0d-e49f8a859efc" [ 646.475473] env[68466]: _type = "Task" [ 646.475473] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.492098] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52be1b17-fdfe-abda-2d0d-e49f8a859efc, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.497892] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.497892] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.497892] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.497892] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.498094] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.498094] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a8af24c-71b0-465c-9dad-406a3d1ac78f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.517305] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.517305] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.518881] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99bf465a-4c20-4de1-b6aa-6ec412d08d4c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.528788] env[68466]: DEBUG nova.network.neutron [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Updated VIF entry in instance network info cache for port 670f84d3-9a21-4679-83ac-222a71431f8b. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.529709] env[68466]: DEBUG nova.network.neutron [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Updating instance_info_cache with network_info: [{"id": "670f84d3-9a21-4679-83ac-222a71431f8b", "address": "fa:16:3e:55:67:fb", "network": {"id": "343fdf74-8c3d-490e-90f8-911d44234111", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658146401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4ab2907f8a4158b9a8c020772b631e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap670f84d3-9a", "ovs_interfaceid": "670f84d3-9a21-4679-83ac-222a71431f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.532380] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 646.532380] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dbf374-0bfa-63e9-c58a-b2f634e8453a" [ 646.532380] env[68466]: _type = "Task" [ 646.532380] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.533325] env[68466]: DEBUG nova.network.neutron [req-a2db7b53-e761-4ddb-be29-39fe1c3f64cb req-4812882e-3e1c-4f4a-828f-3aaa022ba223 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updated VIF entry in instance network info cache for port 1faf4857-a896-4bd3-b4d3-3ed61eced928. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.533681] env[68466]: DEBUG nova.network.neutron [req-a2db7b53-e761-4ddb-be29-39fe1c3f64cb req-4812882e-3e1c-4f4a-828f-3aaa022ba223 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updating instance_info_cache with network_info: [{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.542962] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2a257c-3783-4634-adfb-3cc717d0ea0a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.556904] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dbf374-0bfa-63e9-c58a-b2f634e8453a, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.558519] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a2ab24-0987-4e05-99c3-2d658411e174 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.563167] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee41011f-00c6-41fe-b652-f36f72b76c42 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.569636] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 646.569636] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e31013-a2fd-b80b-8f92-e7c7d09771bc" [ 646.569636] env[68466]: _type = "Task" [ 646.569636] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.607269] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3903d70d-fefe-4b3d-a983-f2a7cdbe8e23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.614479] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e31013-a2fd-b80b-8f92-e7c7d09771bc, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.619848] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.620209] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] b1444c5e-4b89-4ea7-a8c6-497641ba79c6/b1444c5e-4b89-4ea7-a8c6-497641ba79c6.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.620579] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811832, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.100164} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.620798] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe468aa-e568-4ad9-be9c-698689d46361 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.624192] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0592c6b3-dbae-42fc-a184-0f96cf1f0d2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.628302] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 1c545408-f414-46fc-9498-2911ca29cbff/1c545408-f414-46fc-9498-2911ca29cbff.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.628982] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.629270] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c450e80-9420-48fa-a0c0-d08d25dceea0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.643900] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 646.643900] env[68466]: value = "task-2811837" [ 646.643900] env[68466]: _type = "Task" [ 646.643900] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.644424] env[68466]: DEBUG nova.compute.provider_tree [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.647582] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 646.647582] env[68466]: value = "task-2811838" [ 646.647582] env[68466]: _type = "Task" [ 646.647582] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.660290] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.664045] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.711896] env[68466]: DEBUG nova.compute.manager [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.712906] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a803f-77c8-470d-8ec3-22e99b719568 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.865445] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquiring lock "refresh_cache-ba484e5e-b89a-4df3-9cf7-542528a2393a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.865445] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquired lock "refresh_cache-ba484e5e-b89a-4df3-9cf7-542528a2393a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.865648] env[68466]: DEBUG nova.network.neutron [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.981033] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.031071] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "4fab89f6-3444-420e-b850-b1abf6dec136" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.031433] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "4fab89f6-3444-420e-b850-b1abf6dec136" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.036865] env[68466]: DEBUG oslo_concurrency.lockutils [req-6af66de9-200e-490a-a404-7ef233e153a3 req-05b022a1-728f-47a9-a367-6dcd511c0454 service nova] Releasing lock "refresh_cache-b1444c5e-4b89-4ea7-a8c6-497641ba79c6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.042320] env[68466]: DEBUG oslo_concurrency.lockutils [req-a2db7b53-e761-4ddb-be29-39fe1c3f64cb req-4812882e-3e1c-4f4a-828f-3aaa022ba223 service nova] Releasing lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.149165] env[68466]: DEBUG nova.scheduler.client.report [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.169970] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441694} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.170706] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101556} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.170960] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] b1444c5e-4b89-4ea7-a8c6-497641ba79c6/b1444c5e-4b89-4ea7-a8c6-497641ba79c6.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.171208] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.171937] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.173047] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4834a836-9107-42a9-8006-0a91d751a4e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.175616] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfffb30-1902-431a-b26d-bb8ec13a11d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.204454] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1c545408-f414-46fc-9498-2911ca29cbff/1c545408-f414-46fc-9498-2911ca29cbff.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.206595] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc8209e9-55ae-4d2e-91cc-8ed9bab5a164 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.222237] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 647.222237] env[68466]: value = "task-2811839" [ 647.222237] env[68466]: _type = "Task" [ 647.222237] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.227206] env[68466]: INFO nova.compute.manager [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] instance snapshotting [ 647.231169] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 647.231169] env[68466]: value = "task-2811840" [ 647.231169] env[68466]: _type = "Task" [ 647.231169] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.232396] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a381361-53bd-4a22-ae53-79d9d991bc92 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.243858] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.266222] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003bad09-7f1d-4e85-9d1a-16c98aaa5f49 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.269112] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.440265] env[68466]: DEBUG nova.network.neutron [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.590550] env[68466]: DEBUG nova.compute.manager [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Received event network-vif-plugged-671cd269-7322-4fdf-9f9c-18dd51729cad {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 647.590734] env[68466]: DEBUG oslo_concurrency.lockutils [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] Acquiring lock "ba484e5e-b89a-4df3-9cf7-542528a2393a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.590939] env[68466]: DEBUG oslo_concurrency.lockutils [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] Lock "ba484e5e-b89a-4df3-9cf7-542528a2393a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.591175] env[68466]: DEBUG oslo_concurrency.lockutils [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] Lock "ba484e5e-b89a-4df3-9cf7-542528a2393a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.591275] env[68466]: DEBUG nova.compute.manager [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] No waiting events found dispatching network-vif-plugged-671cd269-7322-4fdf-9f9c-18dd51729cad {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.591429] env[68466]: WARNING nova.compute.manager [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Received unexpected event network-vif-plugged-671cd269-7322-4fdf-9f9c-18dd51729cad for instance with vm_state building and task_state spawning. [ 647.591610] env[68466]: DEBUG nova.compute.manager [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Received event network-changed-671cd269-7322-4fdf-9f9c-18dd51729cad {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 647.591762] env[68466]: DEBUG nova.compute.manager [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Refreshing instance network info cache due to event network-changed-671cd269-7322-4fdf-9f9c-18dd51729cad. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 647.591924] env[68466]: DEBUG oslo_concurrency.lockutils [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] Acquiring lock "refresh_cache-ba484e5e-b89a-4df3-9cf7-542528a2393a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.655519] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.656699] env[68466]: DEBUG nova.compute.manager [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.659514] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.238s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.659730] env[68466]: DEBUG nova.objects.instance [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lazy-loading 'resources' on Instance uuid c4630440-1ea5-4392-9f02-f5e7f7d59dee {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.698998] env[68466]: DEBUG nova.network.neutron [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Updating instance_info_cache with network_info: [{"id": "671cd269-7322-4fdf-9f9c-18dd51729cad", "address": "fa:16:3e:e3:91:a7", "network": {"id": "ca9db672-401d-4e5a-852c-1ee8025f6b45", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1933433319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f0c9d2becc4cf5b2eaf0928c8ed6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671cd269-73", "ovs_interfaceid": "671cd269-7322-4fdf-9f9c-18dd51729cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.739490] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147769} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.740176] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.741094] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3e4b3f-2d8e-4a6b-9d08-2190cfd48023 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.746882] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811840, 'name': ReconfigVM_Task, 'duration_secs': 0.365565} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.747527] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1c545408-f414-46fc-9498-2911ca29cbff/1c545408-f414-46fc-9498-2911ca29cbff.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.748468] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac349085-a73b-459d-baff-6af07f0586de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.772754] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b1444c5e-4b89-4ea7-a8c6-497641ba79c6/b1444c5e-4b89-4ea7-a8c6-497641ba79c6.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.773563] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d713d640-0f1a-4abb-ab97-8d0a3596d96f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.791088] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 647.791472] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 647.791472] env[68466]: value = "task-2811841" [ 647.791472] env[68466]: _type = "Task" [ 647.791472] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.791782] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b4cbb1b5-6279-4cbc-ace6-51b9d7831923 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.799190] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 647.799190] env[68466]: value = "task-2811842" [ 647.799190] env[68466]: _type = "Task" [ 647.799190] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.807015] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811841, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.807387] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 647.807387] env[68466]: value = "task-2811843" [ 647.807387] env[68466]: _type = "Task" [ 647.807387] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.814450] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.821018] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811843, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.163439] env[68466]: DEBUG nova.compute.utils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.165476] env[68466]: DEBUG nova.compute.manager [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.165476] env[68466]: DEBUG nova.network.neutron [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.205049] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Releasing lock "refresh_cache-ba484e5e-b89a-4df3-9cf7-542528a2393a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.205539] env[68466]: DEBUG nova.compute.manager [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Instance network_info: |[{"id": "671cd269-7322-4fdf-9f9c-18dd51729cad", "address": "fa:16:3e:e3:91:a7", "network": {"id": "ca9db672-401d-4e5a-852c-1ee8025f6b45", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1933433319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f0c9d2becc4cf5b2eaf0928c8ed6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671cd269-73", "ovs_interfaceid": "671cd269-7322-4fdf-9f9c-18dd51729cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.206061] env[68466]: DEBUG oslo_concurrency.lockutils [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] Acquired lock "refresh_cache-ba484e5e-b89a-4df3-9cf7-542528a2393a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.206061] env[68466]: DEBUG nova.network.neutron [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Refreshing network info cache for port 671cd269-7322-4fdf-9f9c-18dd51729cad {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.212519] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:91:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '671cd269-7322-4fdf-9f9c-18dd51729cad', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.220168] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Creating folder: Project (49f0c9d2becc4cf5b2eaf0928c8ed6ed). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.225892] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e13c3d65-522b-4e8f-a155-290323c3062c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.238971] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Created folder: Project (49f0c9d2becc4cf5b2eaf0928c8ed6ed) in parent group-v564977. [ 648.240367] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Creating folder: Instances. Parent ref: group-v565042. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.240367] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6f67097-02b8-438f-9694-3d668222995b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.250071] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Created folder: Instances in parent group-v565042. [ 648.253300] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.253300] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.253300] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebb14a06-6d34-4843-9d63-3b556593eca9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.271858] env[68466]: DEBUG nova.policy [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88e1173c4107491b86c61b54d6071fa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09f42130afe34632ba27fd1ea9fa7406', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.279586] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.279586] env[68466]: value = "task-2811847" [ 648.279586] env[68466]: _type = "Task" [ 648.279586] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.290542] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811847, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.313340] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811841, 'name': Rename_Task, 'duration_secs': 0.146427} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.320200] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.325123] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-795d1061-53e8-4183-8dca-59c239932eb2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.329377] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.336644] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811843, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.336644] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 648.336644] env[68466]: value = "task-2811848" [ 648.336644] env[68466]: _type = "Task" [ 648.336644] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.352779] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.508333] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.508611] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.508813] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.509473] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.512323] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.516772] env[68466]: INFO nova.compute.manager [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Terminating instance [ 648.670966] env[68466]: DEBUG nova.compute.manager [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.740534] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "5098d10c-769d-480d-adda-b93a821e7007" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.740823] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "5098d10c-769d-480d-adda-b93a821e7007" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.741147] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "5098d10c-769d-480d-adda-b93a821e7007-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.741234] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "5098d10c-769d-480d-adda-b93a821e7007-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.741399] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "5098d10c-769d-480d-adda-b93a821e7007-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.743610] env[68466]: INFO nova.compute.manager [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Terminating instance [ 648.799368] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811847, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.817144] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811842, 'name': ReconfigVM_Task, 'duration_secs': 0.838714} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.820480] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b1444c5e-4b89-4ea7-a8c6-497641ba79c6/b1444c5e-4b89-4ea7-a8c6-497641ba79c6.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.821148] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87d7343-e9d9-42ac-825f-a4a60204f9f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.829625] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811843, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.831120] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 648.831120] env[68466]: value = "task-2811849" [ 648.831120] env[68466]: _type = "Task" [ 648.831120] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.844583] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811849, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.845614] env[68466]: DEBUG nova.network.neutron [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Successfully created port: e5c4343a-438d-4cc8-8e9c-280138925886 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.862194] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.906042] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da21d1d-a4c5-4b1b-b868-fbc8f7b65d7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.917449] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ed281-a0cc-4044-91cf-020792ca3181 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.951255] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e42e20-457d-4ec4-9cd8-62a3df57cecb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.960031] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543adf3a-fc6b-4396-b3f1-81518d480b91 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.971740] env[68466]: DEBUG nova.compute.provider_tree [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.030309] env[68466]: DEBUG nova.compute.manager [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.030563] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.031463] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d081453-088b-43d1-989d-95211a8d95c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.039318] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.039538] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed816d71-9ad0-41c0-b6e0-38e791b873f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.046201] env[68466]: DEBUG oslo_vmware.api [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 649.046201] env[68466]: value = "task-2811850" [ 649.046201] env[68466]: _type = "Task" [ 649.046201] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.054839] env[68466]: DEBUG oslo_vmware.api [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.260808] env[68466]: DEBUG nova.compute.manager [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.261143] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.262140] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706683a8-0aac-466c-ac62-5f3abbcae131 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.266831] env[68466]: DEBUG nova.network.neutron [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Updated VIF entry in instance network info cache for port 671cd269-7322-4fdf-9f9c-18dd51729cad. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.267183] env[68466]: DEBUG nova.network.neutron [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Updating instance_info_cache with network_info: [{"id": "671cd269-7322-4fdf-9f9c-18dd51729cad", "address": "fa:16:3e:e3:91:a7", "network": {"id": "ca9db672-401d-4e5a-852c-1ee8025f6b45", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1933433319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f0c9d2becc4cf5b2eaf0928c8ed6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671cd269-73", "ovs_interfaceid": "671cd269-7322-4fdf-9f9c-18dd51729cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.272834] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.273141] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbe70685-a0da-4769-9a09-16c5a200fe23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.279984] env[68466]: DEBUG oslo_vmware.api [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 649.279984] env[68466]: value = "task-2811851" [ 649.279984] env[68466]: _type = "Task" [ 649.279984] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.295987] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811847, 'name': CreateVM_Task, 'duration_secs': 0.524373} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.296338] env[68466]: DEBUG oslo_vmware.api [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.297639] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.300932] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.300932] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.301422] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.301828] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "688dee16-e202-4ff5-9693-a8a79cb3b5e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.302042] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "688dee16-e202-4ff5-9693-a8a79cb3b5e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.302259] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ca77b2-3510-4700-9eae-b1ba1dc88f79 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.307497] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 649.307497] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ec8a94-d294-cec9-6bac-1fe6088f372b" [ 649.307497] env[68466]: _type = "Task" [ 649.307497] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.316516] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ec8a94-d294-cec9-6bac-1fe6088f372b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.325434] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811843, 'name': CreateSnapshot_Task, 'duration_secs': 1.275087} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.325667] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 649.326424] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6e3e75-dd1f-46c9-bf8d-0914fd9cfe10 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.346968] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811849, 'name': Rename_Task, 'duration_secs': 0.245198} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.350095] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.350757] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c907bd07-2f53-4d2f-b6f4-fc031fb20c90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.358168] env[68466]: DEBUG oslo_vmware.api [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811848, 'name': PowerOnVM_Task, 'duration_secs': 0.898267} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.361172] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.361172] env[68466]: INFO nova.compute.manager [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Took 12.11 seconds to spawn the instance on the hypervisor. [ 649.361172] env[68466]: DEBUG nova.compute.manager [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.361172] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 649.361172] env[68466]: value = "task-2811852" [ 649.361172] env[68466]: _type = "Task" [ 649.361172] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.361172] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da162c87-6a4a-49e9-b3d8-35fcebac0fee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.379999] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811852, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.476881] env[68466]: DEBUG nova.scheduler.client.report [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.557729] env[68466]: DEBUG oslo_vmware.api [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811850, 'name': PowerOffVM_Task, 'duration_secs': 0.219677} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.558010] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.558200] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.558480] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b94942d0-161e-4163-a886-1f84307a0736 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.685081] env[68466]: DEBUG nova.compute.manager [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.713374] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.713619] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.713767] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.714033] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.714371] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.714564] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.715281] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.715281] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.715281] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.715579] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.715579] env[68466]: DEBUG nova.virt.hardware [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.716439] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184a5b82-e925-4fad-ac24-be9b2ee9b6ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.724969] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311df2ab-57aa-44a8-a083-139eaea77e51 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.770024] env[68466]: DEBUG oslo_concurrency.lockutils [req-6aac151d-1cd8-4bd9-909e-1ea5efc08c43 req-d6ba53b0-3188-432a-93ba-b29ec00c95fa service nova] Releasing lock "refresh_cache-ba484e5e-b89a-4df3-9cf7-542528a2393a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.792869] env[68466]: DEBUG oslo_vmware.api [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811851, 'name': PowerOffVM_Task, 'duration_secs': 0.200772} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.793186] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.793354] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.793605] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c2c691-324d-4670-a7ee-77aa6a07a7ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.819658] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ec8a94-d294-cec9-6bac-1fe6088f372b, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.820247] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.820247] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.820436] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.820577] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.820748] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.821029] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70bb4503-f142-4c90-b103-ed811e485d4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.840289] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.840371] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.841490] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01a87da-34fe-4613-adfe-93513e46d453 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.854205] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 649.854205] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23fe1635-81a0-4945-b54a-33568e246d12 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.860196] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 649.860196] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52501063-77b8-236e-887b-4df91f3469ae" [ 649.860196] env[68466]: _type = "Task" [ 649.860196] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.864311] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 649.864311] env[68466]: value = "task-2811855" [ 649.864311] env[68466]: _type = "Task" [ 649.864311] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.876423] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52501063-77b8-236e-887b-4df91f3469ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.888372] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811855, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.895910] env[68466]: INFO nova.compute.manager [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Took 30.96 seconds to build instance. [ 649.903318] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811852, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.987140] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.995923] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.770s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.998232] env[68466]: INFO nova.compute.claims [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.007608] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.009802] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.009802] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleting the datastore file [datastore2] d5708f0e-33be-4ca0-8d7d-a064f65a0521 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.009802] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.009802] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.009802] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleting the datastore file [datastore1] 5098d10c-769d-480d-adda-b93a821e7007 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.009998] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa54eeee-1f14-47bb-b257-6a1228f98895 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.014022] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdc83d80-5b0e-4bb3-8799-7f27997b3845 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.022306] env[68466]: DEBUG oslo_vmware.api [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 650.022306] env[68466]: value = "task-2811857" [ 650.022306] env[68466]: _type = "Task" [ 650.022306] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.023688] env[68466]: DEBUG oslo_vmware.api [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for the task: (returnval){ [ 650.023688] env[68466]: value = "task-2811856" [ 650.023688] env[68466]: _type = "Task" [ 650.023688] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.044037] env[68466]: DEBUG oslo_vmware.api [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.044668] env[68466]: DEBUG oslo_vmware.api [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.083149] env[68466]: INFO nova.scheduler.client.report [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Deleted allocations for instance c4630440-1ea5-4392-9f02-f5e7f7d59dee [ 650.396422] env[68466]: DEBUG oslo_vmware.api [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811852, 'name': PowerOnVM_Task, 'duration_secs': 1.007826} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.396422] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52501063-77b8-236e-887b-4df91f3469ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.396422] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811855, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.397470] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.397470] env[68466]: INFO nova.compute.manager [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Took 8.36 seconds to spawn the instance on the hypervisor. [ 650.397470] env[68466]: DEBUG nova.compute.manager [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.399444] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aa5cd5-0f96-4138-b561-fee51b46bedb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.401033] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bae7f9-1c38-4463-a99f-9e5467618ac0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.404101] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac00ae54-3a39-4a68-951e-26c4084f95aa tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "1c545408-f414-46fc-9498-2911ca29cbff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.480s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.415163] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 650.415163] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bb1eb8-be3f-070e-382a-ae519543f004" [ 650.415163] env[68466]: _type = "Task" [ 650.415163] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.429797] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bb1eb8-be3f-070e-382a-ae519543f004, 'name': SearchDatastore_Task, 'duration_secs': 0.013297} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.429797] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.429797] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] ba484e5e-b89a-4df3-9cf7-542528a2393a/ba484e5e-b89a-4df3-9cf7-542528a2393a.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.433429] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac90b4ac-c472-418d-a454-afe982c5726f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.444765] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 650.444765] env[68466]: value = "task-2811858" [ 650.444765] env[68466]: _type = "Task" [ 650.444765] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.461075] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.545972] env[68466]: DEBUG oslo_vmware.api [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173793} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.551306] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.551565] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.551801] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.551988] env[68466]: INFO nova.compute.manager [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Took 1.29 seconds to destroy the instance on the hypervisor. [ 650.552273] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.552517] env[68466]: DEBUG oslo_vmware.api [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Task: {'id': task-2811856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172292} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.553967] env[68466]: DEBUG nova.compute.manager [-] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.554141] env[68466]: DEBUG nova.network.neutron [-] [instance: 5098d10c-769d-480d-adda-b93a821e7007] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.556155] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.556347] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.556525] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.556747] env[68466]: INFO nova.compute.manager [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Took 1.53 seconds to destroy the instance on the hypervisor. [ 650.556942] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.557497] env[68466]: DEBUG nova.compute.manager [-] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.557693] env[68466]: DEBUG nova.network.neutron [-] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.592380] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8d768791-ae27-4401-99c5-e9371935f614 tempest-InstanceActionsNegativeTestJSON-135397875 tempest-InstanceActionsNegativeTestJSON-135397875-project-member] Lock "c4630440-1ea5-4392-9f02-f5e7f7d59dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.373s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.642043] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "bec5dfde-6eac-4888-825e-75c705beab97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.642373] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "bec5dfde-6eac-4888-825e-75c705beab97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.884752] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811855, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.914084] env[68466]: DEBUG nova.compute.manager [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.937073] env[68466]: INFO nova.compute.manager [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Took 29.89 seconds to build instance. [ 650.964655] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.101201] env[68466]: DEBUG nova.compute.manager [req-94e1567e-5a1a-4b09-bc45-a295f03519fd req-34d769a9-51f2-40ed-8c3f-2341e81947e1 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Received event network-vif-plugged-e5c4343a-438d-4cc8-8e9c-280138925886 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 651.101453] env[68466]: DEBUG oslo_concurrency.lockutils [req-94e1567e-5a1a-4b09-bc45-a295f03519fd req-34d769a9-51f2-40ed-8c3f-2341e81947e1 service nova] Acquiring lock "c795b5c6-878d-40ad-9d48-f4f7f886c245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.101660] env[68466]: DEBUG oslo_concurrency.lockutils [req-94e1567e-5a1a-4b09-bc45-a295f03519fd req-34d769a9-51f2-40ed-8c3f-2341e81947e1 service nova] Lock "c795b5c6-878d-40ad-9d48-f4f7f886c245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.101825] env[68466]: DEBUG oslo_concurrency.lockutils [req-94e1567e-5a1a-4b09-bc45-a295f03519fd req-34d769a9-51f2-40ed-8c3f-2341e81947e1 service nova] Lock "c795b5c6-878d-40ad-9d48-f4f7f886c245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.102063] env[68466]: DEBUG nova.compute.manager [req-94e1567e-5a1a-4b09-bc45-a295f03519fd req-34d769a9-51f2-40ed-8c3f-2341e81947e1 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] No waiting events found dispatching network-vif-plugged-e5c4343a-438d-4cc8-8e9c-280138925886 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.102323] env[68466]: WARNING nova.compute.manager [req-94e1567e-5a1a-4b09-bc45-a295f03519fd req-34d769a9-51f2-40ed-8c3f-2341e81947e1 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Received unexpected event network-vif-plugged-e5c4343a-438d-4cc8-8e9c-280138925886 for instance with vm_state building and task_state spawning. [ 651.350426] env[68466]: DEBUG nova.network.neutron [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Successfully updated port: e5c4343a-438d-4cc8-8e9c-280138925886 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.388818] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811855, 'name': CloneVM_Task, 'duration_secs': 1.238416} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.389104] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Created linked-clone VM from snapshot [ 651.389894] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bfe22c-6bd7-4269-a599-9f5813cbccb1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.404369] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Uploading image 9d9ad97f-8c75-4631-a385-486ec5094641 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 651.439263] env[68466]: DEBUG oslo_concurrency.lockutils [None req-68388991-e068-4775-894d-e7f1c39a772b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.407s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.446984] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 651.446984] env[68466]: value = "vm-565046" [ 651.446984] env[68466]: _type = "VirtualMachine" [ 651.446984] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 651.446984] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17a0ba93-d662-4137-afc5-01b4777041c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.454641] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lease: (returnval){ [ 651.454641] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c2960f-1a9d-a3b1-30a5-9d9af82adbbd" [ 651.454641] env[68466]: _type = "HttpNfcLease" [ 651.454641] env[68466]: } obtained for exporting VM: (result){ [ 651.454641] env[68466]: value = "vm-565046" [ 651.454641] env[68466]: _type = "VirtualMachine" [ 651.454641] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 651.454966] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the lease: (returnval){ [ 651.454966] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c2960f-1a9d-a3b1-30a5-9d9af82adbbd" [ 651.454966] env[68466]: _type = "HttpNfcLease" [ 651.454966] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 651.460651] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.464330] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661578} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.465571] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] ba484e5e-b89a-4df3-9cf7-542528a2393a/ba484e5e-b89a-4df3-9cf7-542528a2393a.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.465837] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.466587] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1f34148-8ce2-4e3d-9e34-95469127b3f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.471070] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.471070] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c2960f-1a9d-a3b1-30a5-9d9af82adbbd" [ 651.471070] env[68466]: _type = "HttpNfcLease" [ 651.471070] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 651.477257] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 651.477257] env[68466]: value = "task-2811861" [ 651.477257] env[68466]: _type = "Task" [ 651.477257] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.488686] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.644330] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7358f564-bfd5-4f70-996e-220ee4aef9ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.653649] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f224946-d903-4dfd-bfb6-349952a0c487 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.691180] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c492ab-2a10-4c8c-82b1-4281e1963cb3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.698728] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6637ccb-c68c-46b2-8a06-f4c2b330cec8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.712027] env[68466]: DEBUG nova.compute.provider_tree [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.855732] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquiring lock "refresh_cache-c795b5c6-878d-40ad-9d48-f4f7f886c245" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.855892] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquired lock "refresh_cache-c795b5c6-878d-40ad-9d48-f4f7f886c245" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.856104] env[68466]: DEBUG nova.network.neutron [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.948534] env[68466]: DEBUG nova.compute.manager [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.956639] env[68466]: DEBUG nova.network.neutron [-] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.958272] env[68466]: DEBUG nova.network.neutron [-] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.969474] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 651.969474] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c2960f-1a9d-a3b1-30a5-9d9af82adbbd" [ 651.969474] env[68466]: _type = "HttpNfcLease" [ 651.969474] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 651.969913] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 651.969913] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c2960f-1a9d-a3b1-30a5-9d9af82adbbd" [ 651.969913] env[68466]: _type = "HttpNfcLease" [ 651.969913] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 651.971608] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d582a42-e1f1-4d78-a24e-bcc503968132 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.982093] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a88344-3cc1-1bfa-9a35-642057f8466b/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 651.982499] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a88344-3cc1-1bfa-9a35-642057f8466b/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 652.052526] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124802} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.054160] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.054758] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c36adde-1bde-48d9-b6fd-d7e497e4349c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.078926] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ba484e5e-b89a-4df3-9cf7-542528a2393a/ba484e5e-b89a-4df3-9cf7-542528a2393a.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.079494] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4dfb550-be11-401a-a2f8-2eaa06b30b6f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.100717] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 652.100717] env[68466]: value = "task-2811862" [ 652.100717] env[68466]: _type = "Task" [ 652.100717] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.109527] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.142127] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a360bcb4-4f9a-4600-8ea6-99adfd681f67 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.216464] env[68466]: DEBUG nova.scheduler.client.report [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.407256] env[68466]: DEBUG nova.network.neutron [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.463789] env[68466]: INFO nova.compute.manager [-] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Took 1.91 seconds to deallocate network for instance. [ 652.467349] env[68466]: INFO nova.compute.manager [-] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Took 1.91 seconds to deallocate network for instance. [ 652.493505] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.612479] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.679486] env[68466]: DEBUG nova.network.neutron [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Updating instance_info_cache with network_info: [{"id": "e5c4343a-438d-4cc8-8e9c-280138925886", "address": "fa:16:3e:55:bb:2b", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c4343a-43", "ovs_interfaceid": "e5c4343a-438d-4cc8-8e9c-280138925886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.723727] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.725327] env[68466]: DEBUG nova.compute.manager [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.729318] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.535s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.730932] env[68466]: INFO nova.compute.claims [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.977631] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.993915] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.117742] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811862, 'name': ReconfigVM_Task, 'duration_secs': 0.619874} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.118062] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ba484e5e-b89a-4df3-9cf7-542528a2393a/ba484e5e-b89a-4df3-9cf7-542528a2393a.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.119055] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db913b58-c02c-40df-85b4-4e38236cce1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.126220] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 653.126220] env[68466]: value = "task-2811864" [ 653.126220] env[68466]: _type = "Task" [ 653.126220] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.138175] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811864, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.186081] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Releasing lock "refresh_cache-c795b5c6-878d-40ad-9d48-f4f7f886c245" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.186081] env[68466]: DEBUG nova.compute.manager [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Instance network_info: |[{"id": "e5c4343a-438d-4cc8-8e9c-280138925886", "address": "fa:16:3e:55:bb:2b", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c4343a-43", "ovs_interfaceid": "e5c4343a-438d-4cc8-8e9c-280138925886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.186480] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:bb:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5c4343a-438d-4cc8-8e9c-280138925886', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.194243] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Creating folder: Project (09f42130afe34632ba27fd1ea9fa7406). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.194736] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2809d695-9e21-4164-82b6-2c6519ab2bad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.208235] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Created folder: Project (09f42130afe34632ba27fd1ea9fa7406) in parent group-v564977. [ 653.208697] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Creating folder: Instances. Parent ref: group-v565048. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.209711] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-361e4bf2-c69f-43f8-a6b7-4b69751a6da0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.221748] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Created folder: Instances in parent group-v565048. [ 653.222283] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.222566] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.222954] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-664db7cb-a20c-4ac8-90d7-2d642ec070dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.246047] env[68466]: DEBUG nova.compute.utils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.249897] env[68466]: DEBUG nova.compute.manager [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.250230] env[68466]: DEBUG nova.network.neutron [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.258989] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.258989] env[68466]: value = "task-2811867" [ 653.258989] env[68466]: _type = "Task" [ 653.258989] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.272654] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811867, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.333792] env[68466]: DEBUG nova.compute.manager [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Received event network-changed-e5c4343a-438d-4cc8-8e9c-280138925886 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 653.333792] env[68466]: DEBUG nova.compute.manager [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Refreshing instance network info cache due to event network-changed-e5c4343a-438d-4cc8-8e9c-280138925886. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 653.333792] env[68466]: DEBUG oslo_concurrency.lockutils [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] Acquiring lock "refresh_cache-c795b5c6-878d-40ad-9d48-f4f7f886c245" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.333992] env[68466]: DEBUG oslo_concurrency.lockutils [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] Acquired lock "refresh_cache-c795b5c6-878d-40ad-9d48-f4f7f886c245" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.334111] env[68466]: DEBUG nova.network.neutron [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Refreshing network info cache for port e5c4343a-438d-4cc8-8e9c-280138925886 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.349526] env[68466]: DEBUG nova.policy [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7e45dc8efda4051bedb5fb7265f4d63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f832ff426f4bb3847e7dd39264d66e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.636653] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811864, 'name': Rename_Task, 'duration_secs': 0.203607} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.637559] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.638416] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-428c1e3d-4d07-4319-a673-ea37f6765147 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.649751] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 653.649751] env[68466]: value = "task-2811868" [ 653.649751] env[68466]: _type = "Task" [ 653.649751] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.665598] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.750533] env[68466]: DEBUG nova.compute.manager [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.772977] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811867, 'name': CreateVM_Task, 'duration_secs': 0.446496} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.773591] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.774341] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.774547] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.774995] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.775521] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b21102e-4bf9-4e28-93fb-29e7e5d91ff8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.781178] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 653.781178] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527be865-30d3-a04d-c379-160ed7cadda9" [ 653.781178] env[68466]: _type = "Task" [ 653.781178] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.796536] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527be865-30d3-a04d-c379-160ed7cadda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.998482] env[68466]: DEBUG nova.network.neutron [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Successfully created port: fde3e5aa-dfa1-41bc-8e29-226b80eb89e3 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.160151] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811868, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.294939] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527be865-30d3-a04d-c379-160ed7cadda9, 'name': SearchDatastore_Task, 'duration_secs': 0.018708} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.294939] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.295148] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.297201] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.297201] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.297201] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.297201] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0741f6f7-aa8e-4bdc-8957-9e79f50df964 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.306687] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.306936] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.307740] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b63637-a904-4a12-b141-14247cebe553 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.313244] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 654.313244] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52007952-1e38-edeb-c0d4-d15310661c49" [ 654.313244] env[68466]: _type = "Task" [ 654.313244] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.336472] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52007952-1e38-edeb-c0d4-d15310661c49, 'name': SearchDatastore_Task, 'duration_secs': 0.01262} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.340359] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ff8084-72ed-42fd-ba8b-9c83c6813a2a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.346323] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 654.346323] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524dda28-508b-58f7-cff2-b34badfc1178" [ 654.346323] env[68466]: _type = "Task" [ 654.346323] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.355889] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524dda28-508b-58f7-cff2-b34badfc1178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.382582] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf84bd-0304-42d8-9a16-d261d1d172b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.393267] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372200d2-028a-40ed-9a31-5f1e4cd24519 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.433071] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567a1efd-f2ea-4fcf-9856-3c43b1207833 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.442389] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e57d53d-1b50-43b8-a6af-0d24ab85d769 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.457673] env[68466]: DEBUG nova.compute.provider_tree [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.470069] env[68466]: DEBUG nova.network.neutron [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Updated VIF entry in instance network info cache for port e5c4343a-438d-4cc8-8e9c-280138925886. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.470505] env[68466]: DEBUG nova.network.neutron [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Updating instance_info_cache with network_info: [{"id": "e5c4343a-438d-4cc8-8e9c-280138925886", "address": "fa:16:3e:55:bb:2b", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c4343a-43", "ovs_interfaceid": "e5c4343a-438d-4cc8-8e9c-280138925886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.660515] env[68466]: DEBUG oslo_vmware.api [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811868, 'name': PowerOnVM_Task, 'duration_secs': 0.793634} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.660801] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.660993] env[68466]: INFO nova.compute.manager [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Took 9.94 seconds to spawn the instance on the hypervisor. [ 654.661601] env[68466]: DEBUG nova.compute.manager [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.662555] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04872afa-b3e9-4ee4-9f02-eb565e59151f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.770168] env[68466]: DEBUG nova.compute.manager [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.801780] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.801780] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.801969] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.801969] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.802133] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.802276] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.802482] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.802701] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.802791] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.803104] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.803202] env[68466]: DEBUG nova.virt.hardware [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.804041] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b6a8bd-49f4-4856-949c-7dda1a8b1748 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.812811] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fca18e-9216-4e40-9db8-bbf9da7a9890 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.859555] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524dda28-508b-58f7-cff2-b34badfc1178, 'name': SearchDatastore_Task, 'duration_secs': 0.019425} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.859555] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.859854] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c795b5c6-878d-40ad-9d48-f4f7f886c245/c795b5c6-878d-40ad-9d48-f4f7f886c245.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.860170] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dcf9177-eed5-48fc-899e-93e48652f157 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.872788] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 654.872788] env[68466]: value = "task-2811869" [ 654.872788] env[68466]: _type = "Task" [ 654.872788] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.881041] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.960846] env[68466]: DEBUG nova.scheduler.client.report [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.973567] env[68466]: DEBUG oslo_concurrency.lockutils [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] Releasing lock "refresh_cache-c795b5c6-878d-40ad-9d48-f4f7f886c245" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.974160] env[68466]: DEBUG nova.compute.manager [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Received event network-vif-deleted-42a38688-d46a-49f4-9507-27e6a9f114a5 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 654.975626] env[68466]: DEBUG nova.compute.manager [req-b6b37988-5987-4edf-8aa1-878cd3dddc11 req-96db9282-94c1-4b15-aef6-c84678044217 service nova] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Received event network-vif-deleted-17a6f514-9107-45be-8bd8-f28874467185 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 655.184619] env[68466]: INFO nova.compute.manager [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Took 32.91 seconds to build instance. [ 655.385546] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811869, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.466876] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.467487] env[68466]: DEBUG nova.compute.manager [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.470194] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.198s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.474107] env[68466]: DEBUG nova.objects.instance [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lazy-loading 'resources' on Instance uuid 55d4ba36-62da-40a8-84f2-1115aca471c9 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.685835] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5094f3c-c6e4-49c7-999e-746f77b1cf51 tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "ba484e5e-b89a-4df3-9cf7-542528a2393a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.420s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.886684] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563918} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.887286] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c795b5c6-878d-40ad-9d48-f4f7f886c245/c795b5c6-878d-40ad-9d48-f4f7f886c245.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.887579] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.887888] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4c0d6ac-3be9-4180-91ac-358dbd2af9c0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.897310] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 655.897310] env[68466]: value = "task-2811871" [ 655.897310] env[68466]: _type = "Task" [ 655.897310] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.906769] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.978885] env[68466]: DEBUG nova.compute.utils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.982311] env[68466]: DEBUG nova.compute.manager [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.982882] env[68466]: DEBUG nova.network.neutron [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.126034] env[68466]: DEBUG nova.policy [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1372411c48a450898912fa4efec4dca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c02703200984254adfbd6a9534969f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.174134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquiring lock "1c545408-f414-46fc-9498-2911ca29cbff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.174993] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "1c545408-f414-46fc-9498-2911ca29cbff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.174993] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquiring lock "1c545408-f414-46fc-9498-2911ca29cbff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.174993] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "1c545408-f414-46fc-9498-2911ca29cbff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.175262] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "1c545408-f414-46fc-9498-2911ca29cbff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.179569] env[68466]: INFO nova.compute.manager [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Terminating instance [ 656.189539] env[68466]: DEBUG nova.compute.manager [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.411925] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064279} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.414022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.416265] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4e8aeb-a834-46f9-8769-93b776b03cb9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.439868] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] c795b5c6-878d-40ad-9d48-f4f7f886c245/c795b5c6-878d-40ad-9d48-f4f7f886c245.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.443031] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6aa7ef-fba5-4c0c-a4ea-1422b2d781f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.464118] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 656.464118] env[68466]: value = "task-2811872" [ 656.464118] env[68466]: _type = "Task" [ 656.464118] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.477254] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.484252] env[68466]: DEBUG nova.compute.manager [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.604304] env[68466]: DEBUG nova.network.neutron [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Successfully updated port: fde3e5aa-dfa1-41bc-8e29-226b80eb89e3 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.631408] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5213f9-2a5d-48c8-ae21-4e3c1def0b14 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.642213] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf4d86f-d7f7-41ac-9e64-19e87f17a8c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.674076] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa86c28-530d-4637-b792-19c197937f21 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.682315] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2e62f6-6e09-48b3-8bd0-e5b270ed7854 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.696710] env[68466]: DEBUG nova.compute.manager [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.696988] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.699833] env[68466]: DEBUG nova.compute.provider_tree [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.703833] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89a2bfa-1b12-4797-b039-f08973c637ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.712560] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.712839] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a204f31e-cbff-4e29-a959-155be71bcae4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.719555] env[68466]: DEBUG oslo_vmware.api [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 656.719555] env[68466]: value = "task-2811873" [ 656.719555] env[68466]: _type = "Task" [ 656.719555] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.724934] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.735169] env[68466]: DEBUG oslo_vmware.api [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.749824] env[68466]: DEBUG nova.compute.manager [req-901d24e5-4774-49a2-9747-9f525f96b74c req-90eeb631-d955-4b41-b7d3-55690020daf9 service nova] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Received event network-vif-plugged-fde3e5aa-dfa1-41bc-8e29-226b80eb89e3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 656.750331] env[68466]: DEBUG oslo_concurrency.lockutils [req-901d24e5-4774-49a2-9747-9f525f96b74c req-90eeb631-d955-4b41-b7d3-55690020daf9 service nova] Acquiring lock "9797a09f-33b3-4c33-87df-2aac5f4e498a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.750331] env[68466]: DEBUG oslo_concurrency.lockutils [req-901d24e5-4774-49a2-9747-9f525f96b74c req-90eeb631-d955-4b41-b7d3-55690020daf9 service nova] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.750505] env[68466]: DEBUG oslo_concurrency.lockutils [req-901d24e5-4774-49a2-9747-9f525f96b74c req-90eeb631-d955-4b41-b7d3-55690020daf9 service nova] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.750664] env[68466]: DEBUG nova.compute.manager [req-901d24e5-4774-49a2-9747-9f525f96b74c req-90eeb631-d955-4b41-b7d3-55690020daf9 service nova] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] No waiting events found dispatching network-vif-plugged-fde3e5aa-dfa1-41bc-8e29-226b80eb89e3 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.750817] env[68466]: WARNING nova.compute.manager [req-901d24e5-4774-49a2-9747-9f525f96b74c req-90eeb631-d955-4b41-b7d3-55690020daf9 service nova] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Received unexpected event network-vif-plugged-fde3e5aa-dfa1-41bc-8e29-226b80eb89e3 for instance with vm_state building and task_state spawning. [ 656.810922] env[68466]: DEBUG nova.network.neutron [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Successfully created port: f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.983276] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811872, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.110404] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "refresh_cache-9797a09f-33b3-4c33-87df-2aac5f4e498a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.110559] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "refresh_cache-9797a09f-33b3-4c33-87df-2aac5f4e498a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.110978] env[68466]: DEBUG nova.network.neutron [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.113034] env[68466]: DEBUG nova.compute.manager [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.114212] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dfa0b2-9a35-4490-a9a5-bb506ee73c26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.208732] env[68466]: DEBUG nova.scheduler.client.report [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.237202] env[68466]: DEBUG oslo_vmware.api [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811873, 'name': PowerOffVM_Task, 'duration_secs': 0.306213} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.237202] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.237202] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.237202] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b36d7206-e013-4404-8844-8648a1494757 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.306945] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.307221] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.307389] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Deleting the datastore file [datastore1] 1c545408-f414-46fc-9498-2911ca29cbff {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.307732] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9221db3-47cc-414b-aeca-cc068e09f6db {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.315775] env[68466]: DEBUG oslo_vmware.api [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for the task: (returnval){ [ 657.315775] env[68466]: value = "task-2811876" [ 657.315775] env[68466]: _type = "Task" [ 657.315775] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.325733] env[68466]: DEBUG oslo_vmware.api [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.478641] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811872, 'name': ReconfigVM_Task, 'duration_secs': 0.584198} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.478961] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Reconfigured VM instance instance-00000017 to attach disk [datastore2] c795b5c6-878d-40ad-9d48-f4f7f886c245/c795b5c6-878d-40ad-9d48-f4f7f886c245.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.479689] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c8dad4-c06b-46af-a7f8-ec6b56b444be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.491821] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 657.491821] env[68466]: value = "task-2811877" [ 657.491821] env[68466]: _type = "Task" [ 657.491821] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.499346] env[68466]: DEBUG nova.compute.manager [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.511016] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811877, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.544154] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.544154] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.544154] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.544338] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.544338] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.544338] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.544338] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.544338] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.544510] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.544510] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.544894] env[68466]: DEBUG nova.virt.hardware [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.548550] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9749fd-268c-4c78-b22c-57f8e6e160e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.557434] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46560f76-14d1-4a2b-8363-9a7022d1bd23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.627940] env[68466]: INFO nova.compute.manager [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] instance snapshotting [ 657.631569] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee372fb-eae0-4a9b-ab82-ba7aac057219 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.653842] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24472dd7-ba5f-47fc-9fbb-33bd77e6d533 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.658979] env[68466]: DEBUG nova.network.neutron [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.714706] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.717039] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.347s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.743867] env[68466]: INFO nova.scheduler.client.report [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Deleted allocations for instance 55d4ba36-62da-40a8-84f2-1115aca471c9 [ 657.826193] env[68466]: DEBUG oslo_vmware.api [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Task: {'id': task-2811876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178874} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.826513] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.826751] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.826958] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.827183] env[68466]: INFO nova.compute.manager [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Took 1.13 seconds to destroy the instance on the hypervisor. [ 657.827527] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.827804] env[68466]: DEBUG nova.compute.manager [-] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.828902] env[68466]: DEBUG nova.network.neutron [-] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.858807] env[68466]: DEBUG nova.network.neutron [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Updating instance_info_cache with network_info: [{"id": "fde3e5aa-dfa1-41bc-8e29-226b80eb89e3", "address": "fa:16:3e:fc:d3:5f", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde3e5aa-df", "ovs_interfaceid": "fde3e5aa-dfa1-41bc-8e29-226b80eb89e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.008564] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811877, 'name': Rename_Task, 'duration_secs': 0.320432} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.009035] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.009035] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fc19e8a-2719-402f-a1ec-8f6422eb5e6a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.017551] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 658.017551] env[68466]: value = "task-2811878" [ 658.017551] env[68466]: _type = "Task" [ 658.017551] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.031264] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.169178] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 658.169178] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de848f3b-4dff-4d60-ae8d-4ad82eb9788c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.176782] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 658.176782] env[68466]: value = "task-2811879" [ 658.176782] env[68466]: _type = "Task" [ 658.176782] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.187164] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811879, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.228563] env[68466]: INFO nova.compute.claims [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.258489] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7468a309-bb33-41c1-b34b-1bf1c746a4ea tempest-FloatingIPsAssociationNegativeTestJSON-424181381 tempest-FloatingIPsAssociationNegativeTestJSON-424181381-project-member] Lock "55d4ba36-62da-40a8-84f2-1115aca471c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.981s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.363342] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "refresh_cache-9797a09f-33b3-4c33-87df-2aac5f4e498a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.363924] env[68466]: DEBUG nova.compute.manager [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Instance network_info: |[{"id": "fde3e5aa-dfa1-41bc-8e29-226b80eb89e3", "address": "fa:16:3e:fc:d3:5f", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde3e5aa-df", "ovs_interfaceid": "fde3e5aa-dfa1-41bc-8e29-226b80eb89e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.364929] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:d3:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fde3e5aa-dfa1-41bc-8e29-226b80eb89e3', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.379013] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating folder: Project (b1f832ff426f4bb3847e7dd39264d66e). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.379013] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc6d35db-5587-4833-8524-478fd96af02c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.392219] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Created folder: Project (b1f832ff426f4bb3847e7dd39264d66e) in parent group-v564977. [ 658.392494] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating folder: Instances. Parent ref: group-v565051. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.392760] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9252c214-8598-4576-984f-a2b3d067af27 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.402938] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Created folder: Instances in parent group-v565051. [ 658.403259] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.403749] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.404039] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81bb7852-5b0f-49f1-a27c-9e2224ab1f40 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.430402] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.430402] env[68466]: value = "task-2811882" [ 658.430402] env[68466]: _type = "Task" [ 658.430402] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.444414] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811882, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.509385] env[68466]: DEBUG nova.network.neutron [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Successfully updated port: f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.531203] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811878, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.647251] env[68466]: DEBUG nova.network.neutron [-] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.688602] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811879, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.742996] env[68466]: INFO nova.compute.resource_tracker [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating resource usage from migration c8dede4b-1246-4f1e-8d70-c7febd316527 [ 658.948727] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811882, 'name': CreateVM_Task, 'duration_secs': 0.452549} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.951764] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.955102] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.955102] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.955102] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.955232] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31dd7ea4-edf5-44e6-9db6-a162492c7a03 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.960548] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 658.960548] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ba3d68-59a8-b559-3654-037c9b2bb352" [ 658.960548] env[68466]: _type = "Task" [ 658.960548] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.972315] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ba3d68-59a8-b559-3654-037c9b2bb352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.013469] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquiring lock "refresh_cache-2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.013627] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquired lock "refresh_cache-2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.013781] env[68466]: DEBUG nova.network.neutron [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.030771] env[68466]: DEBUG oslo_vmware.api [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811878, 'name': PowerOnVM_Task, 'duration_secs': 0.700057} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.033947] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.034180] env[68466]: INFO nova.compute.manager [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Took 9.35 seconds to spawn the instance on the hypervisor. [ 659.034363] env[68466]: DEBUG nova.compute.manager [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.035882] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb63450-4bbc-441c-b11a-173ed2b42d83 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.106437] env[68466]: DEBUG nova.compute.manager [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Received event network-changed-fde3e5aa-dfa1-41bc-8e29-226b80eb89e3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 659.106730] env[68466]: DEBUG nova.compute.manager [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Refreshing instance network info cache due to event network-changed-fde3e5aa-dfa1-41bc-8e29-226b80eb89e3. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 659.106858] env[68466]: DEBUG oslo_concurrency.lockutils [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] Acquiring lock "refresh_cache-9797a09f-33b3-4c33-87df-2aac5f4e498a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.106932] env[68466]: DEBUG oslo_concurrency.lockutils [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] Acquired lock "refresh_cache-9797a09f-33b3-4c33-87df-2aac5f4e498a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.107076] env[68466]: DEBUG nova.network.neutron [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Refreshing network info cache for port fde3e5aa-dfa1-41bc-8e29-226b80eb89e3 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.152551] env[68466]: INFO nova.compute.manager [-] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Took 1.32 seconds to deallocate network for instance. [ 659.193756] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811879, 'name': CreateSnapshot_Task, 'duration_secs': 0.764774} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.194622] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 659.196315] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a324ead9-86ba-473b-8ae9-8429ea627f43 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.274762] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e59933-c363-468b-805e-5b841f7862d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.282766] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f60128e-5a0f-466b-8e72-6d00c021d267 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.327152] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c118206-6357-48f4-88e8-5aef50b5bf3a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.335734] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f291f-5b91-44cd-8b93-5acfc02db43d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.346444] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "5a62f3f8-6085-4b83-97de-363b63d6da97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.347065] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.357455] env[68466]: DEBUG nova.compute.provider_tree [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.470994] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ba3d68-59a8-b559-3654-037c9b2bb352, 'name': SearchDatastore_Task, 'duration_secs': 0.013805} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.471308] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.471545] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.471780] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.471922] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.472113] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.472367] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df90dd8f-4cae-4e72-a7ab-4b8598e42ef9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.481660] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.481843] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.482574] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c30a74-3938-4a92-aa48-7323a7ecb2c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.488283] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 659.488283] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fbb90e-e00e-615c-7dc2-e3bea0afee41" [ 659.488283] env[68466]: _type = "Task" [ 659.488283] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.495935] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fbb90e-e00e-615c-7dc2-e3bea0afee41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.548058] env[68466]: DEBUG nova.network.neutron [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.559870] env[68466]: INFO nova.compute.manager [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Took 34.53 seconds to build instance. [ 659.659688] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.722239] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 659.725759] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-67ab0d7e-46b8-4b88-9494-0757b1e7b5e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.735761] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 659.735761] env[68466]: value = "task-2811883" [ 659.735761] env[68466]: _type = "Task" [ 659.735761] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.747145] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811883, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.793933] env[68466]: DEBUG nova.network.neutron [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Updating instance_info_cache with network_info: [{"id": "f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664", "address": "fa:16:3e:33:ac:d2", "network": {"id": "ad8cac7a-4441-4900-92fb-a459bb3d626d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1266851944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02703200984254adfbd6a9534969f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56c4c15-0b", "ovs_interfaceid": "f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.864102] env[68466]: DEBUG nova.scheduler.client.report [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.903482] env[68466]: DEBUG nova.network.neutron [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Updated VIF entry in instance network info cache for port fde3e5aa-dfa1-41bc-8e29-226b80eb89e3. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.903846] env[68466]: DEBUG nova.network.neutron [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Updating instance_info_cache with network_info: [{"id": "fde3e5aa-dfa1-41bc-8e29-226b80eb89e3", "address": "fa:16:3e:fc:d3:5f", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfde3e5aa-df", "ovs_interfaceid": "fde3e5aa-dfa1-41bc-8e29-226b80eb89e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.001245] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fbb90e-e00e-615c-7dc2-e3bea0afee41, 'name': SearchDatastore_Task, 'duration_secs': 0.018383} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.002333] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9e662b-2508-4f6f-a65f-beda6994e69c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.009135] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 660.009135] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dabfdb-83fe-d954-e345-f8011b93c768" [ 660.009135] env[68466]: _type = "Task" [ 660.009135] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.018985] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dabfdb-83fe-d954-e345-f8011b93c768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.064150] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c464dadf-32cc-4901-b6a7-7873ddfa9917 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "c795b5c6-878d-40ad-9d48-f4f7f886c245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.940s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.250136] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811883, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.300065] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Releasing lock "refresh_cache-2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.300444] env[68466]: DEBUG nova.compute.manager [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Instance network_info: |[{"id": "f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664", "address": "fa:16:3e:33:ac:d2", "network": {"id": "ad8cac7a-4441-4900-92fb-a459bb3d626d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1266851944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02703200984254adfbd6a9534969f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56c4c15-0b", "ovs_interfaceid": "f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.300908] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:ac:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.314062] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Creating folder: Project (0c02703200984254adfbd6a9534969f3). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.314551] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2046203f-7efe-4920-a7f0-1243f0c9ad43 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.326844] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Created folder: Project (0c02703200984254adfbd6a9534969f3) in parent group-v564977. [ 660.327276] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Creating folder: Instances. Parent ref: group-v565056. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.327875] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de68dfed-cd69-41ff-bb80-faf531ab020a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.339707] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Created folder: Instances in parent group-v565056. [ 660.339990] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.340203] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.340466] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edba008d-3857-409a-9c73-a74d90ef1e25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.365827] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.365827] env[68466]: value = "task-2811886" [ 660.365827] env[68466]: _type = "Task" [ 660.365827] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.370301] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.653s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.370507] env[68466]: INFO nova.compute.manager [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Migrating [ 660.370750] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.370907] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.377662] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.350s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.380023] env[68466]: INFO nova.compute.claims [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.383328] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811886, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.409832] env[68466]: DEBUG oslo_concurrency.lockutils [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] Releasing lock "refresh_cache-9797a09f-33b3-4c33-87df-2aac5f4e498a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.409832] env[68466]: DEBUG nova.compute.manager [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Received event network-vif-deleted-b34dbf85-afec-44eb-b5dc-acb0fab5bea2 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 660.409832] env[68466]: DEBUG nova.compute.manager [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Received event network-vif-plugged-f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 660.409832] env[68466]: DEBUG oslo_concurrency.lockutils [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] Acquiring lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.409832] env[68466]: DEBUG oslo_concurrency.lockutils [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] Lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.410047] env[68466]: DEBUG oslo_concurrency.lockutils [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] Lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.410047] env[68466]: DEBUG nova.compute.manager [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] No waiting events found dispatching network-vif-plugged-f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.410047] env[68466]: WARNING nova.compute.manager [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Received unexpected event network-vif-plugged-f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664 for instance with vm_state building and task_state spawning. [ 660.410047] env[68466]: DEBUG nova.compute.manager [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Received event network-changed-f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 660.410047] env[68466]: DEBUG nova.compute.manager [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Refreshing instance network info cache due to event network-changed-f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 660.410185] env[68466]: DEBUG oslo_concurrency.lockutils [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] Acquiring lock "refresh_cache-2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.410185] env[68466]: DEBUG oslo_concurrency.lockutils [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] Acquired lock "refresh_cache-2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.410185] env[68466]: DEBUG nova.network.neutron [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Refreshing network info cache for port f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.520343] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dabfdb-83fe-d954-e345-f8011b93c768, 'name': SearchDatastore_Task, 'duration_secs': 0.024665} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.520617] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.521117] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 9797a09f-33b3-4c33-87df-2aac5f4e498a/9797a09f-33b3-4c33-87df-2aac5f4e498a.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.521180] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-156569e8-bc9f-4b6a-bd65-6b8d8a124ccd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.529553] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 660.529553] env[68466]: value = "task-2811887" [ 660.529553] env[68466]: _type = "Task" [ 660.529553] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.540044] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.570775] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.749110] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811883, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.877568] env[68466]: INFO nova.compute.rpcapi [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 660.878159] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.885256] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811886, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.043060] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811887, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.106731] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.251435] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811883, 'name': CloneVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.277017] env[68466]: DEBUG nova.network.neutron [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Updated VIF entry in instance network info cache for port f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.277459] env[68466]: DEBUG nova.network.neutron [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Updating instance_info_cache with network_info: [{"id": "f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664", "address": "fa:16:3e:33:ac:d2", "network": {"id": "ad8cac7a-4441-4900-92fb-a459bb3d626d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1266851944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c02703200984254adfbd6a9534969f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf56c4c15-0b", "ovs_interfaceid": "f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.381851] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811886, 'name': CreateVM_Task, 'duration_secs': 0.714792} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.382129] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.383349] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.383571] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.384430] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.384811] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229636a0-ec72-4935-8fe6-042e41e0e8b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.390761] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 661.390761] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521cdb08-0b17-1370-fc79-ea99ad8ca904" [ 661.390761] env[68466]: _type = "Task" [ 661.390761] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.402632] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.402816] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.402988] env[68466]: DEBUG nova.network.neutron [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.404525] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521cdb08-0b17-1370-fc79-ea99ad8ca904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.542576] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661974} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.542576] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 9797a09f-33b3-4c33-87df-2aac5f4e498a/9797a09f-33b3-4c33-87df-2aac5f4e498a.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.542714] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.542931] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23795975-fd5e-487d-a26e-cea897b4767e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.552802] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 661.552802] env[68466]: value = "task-2811888" [ 661.552802] env[68466]: _type = "Task" [ 661.552802] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.560979] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.568079] env[68466]: DEBUG oslo_concurrency.lockutils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Acquiring lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.568396] env[68466]: DEBUG oslo_concurrency.lockutils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.751014] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811883, 'name': CloneVM_Task, 'duration_secs': 1.530282} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.751014] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Created linked-clone VM from snapshot [ 661.751632] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f9902e-ae7c-43cc-8c53-920c8baec7ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.762356] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Uploading image f53a8164-568f-4338-b4dd-389371ca0515 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 661.776418] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 661.776688] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d149649a-7fcd-4f9c-8d24-5e7af108cb25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.783379] env[68466]: DEBUG oslo_concurrency.lockutils [req-f63a9d42-0699-489c-9689-95c5223d80bb req-fe18b4aa-55d3-4768-a84f-27599914ac78 service nova] Releasing lock "refresh_cache-2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.785288] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 661.785288] env[68466]: value = "task-2811889" [ 661.785288] env[68466]: _type = "Task" [ 661.785288] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.793616] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811889, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.850835] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a88344-3cc1-1bfa-9a35-642057f8466b/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 661.851877] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e4bf67-68de-4e6c-964f-725d377fd3fd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.862328] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a88344-3cc1-1bfa-9a35-642057f8466b/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 661.862500] env[68466]: ERROR oslo_vmware.rw_handles [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a88344-3cc1-1bfa-9a35-642057f8466b/disk-0.vmdk due to incomplete transfer. [ 661.862736] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d3cb0d7-6ac6-4bd5-8740-6dd05052896f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.871928] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a88344-3cc1-1bfa-9a35-642057f8466b/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 661.872199] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Uploaded image 9d9ad97f-8c75-4631-a385-486ec5094641 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 661.874616] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 661.874904] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d31e29e-82ea-48ed-b110-965b449672a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.882277] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 661.882277] env[68466]: value = "task-2811890" [ 661.882277] env[68466]: _type = "Task" [ 661.882277] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.894853] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811890, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.900897] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50add940-2817-4de4-b6aa-c5b97981cea4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.911033] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521cdb08-0b17-1370-fc79-ea99ad8ca904, 'name': SearchDatastore_Task, 'duration_secs': 0.026325} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.911033] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.911033] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.911033] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.911192] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.911192] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.911192] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ccf5519-46fa-4c54-b561-1b4809446cdc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.915579] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44474b2d-bc15-45ce-9a56-6e0bce277f19 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.920484] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.920900] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.921746] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f73a711-97ae-4d21-9938-22a8bcf3100f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.683693] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e35e8f7-ee57-47fd-9539-a5ffda89f687 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.687917] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquiring lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.688187] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.688823] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 662.688823] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529f2d89-64a2-06d6-03ed-0a216f002504" [ 662.688823] env[68466]: _type = "Task" [ 662.688823] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.703842] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811889, 'name': Destroy_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.704093] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811890, 'name': Destroy_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.704391] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06714} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.706140] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb43dce1-5d43-45f3-8de7-7546c058b515 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.709820] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.714101] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a0e7eb-0963-47b3-8261-1044036bed93 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.716677] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529f2d89-64a2-06d6-03ed-0a216f002504, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.717998] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e457bfe3-8c9c-439f-b3df-d9a08b5b7b4c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.744456] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 9797a09f-33b3-4c33-87df-2aac5f4e498a/9797a09f-33b3-4c33-87df-2aac5f4e498a.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.745564] env[68466]: DEBUG nova.compute.provider_tree [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.749224] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7819a507-6b94-4cb0-8840-e77f6769b210 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.765492] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 662.765492] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524a8dd2-797e-6d6e-0b81-0e82611f9709" [ 662.765492] env[68466]: _type = "Task" [ 662.765492] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.770756] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 662.770756] env[68466]: value = "task-2811891" [ 662.770756] env[68466]: _type = "Task" [ 662.770756] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.779033] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524a8dd2-797e-6d6e-0b81-0e82611f9709, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.779599] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.779871] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36/2f08e2b8-ec1d-414f-ae41-47fa4bcffb36.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.780123] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ce7474b-6b34-44b0-af73-fbe91bb325dc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.784693] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.790602] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 662.790602] env[68466]: value = "task-2811892" [ 662.790602] env[68466]: _type = "Task" [ 662.790602] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.799144] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.904913] env[68466]: DEBUG nova.network.neutron [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance_info_cache with network_info: [{"id": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "address": "fa:16:3e:96:49:ea", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3f17-f9", "ovs_interfaceid": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.180183] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811890, 'name': Destroy_Task, 'duration_secs': 0.999345} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.183524] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Destroyed the VM [ 663.183857] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 663.184173] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811889, 'name': Destroy_Task, 'duration_secs': 1.080443} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.184413] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5f9e8ac-d213-4c2a-b769-620ff9c57951 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.186651] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Destroyed the VM [ 663.186900] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 663.187307] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquiring lock "c795b5c6-878d-40ad-9d48-f4f7f886c245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.187564] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "c795b5c6-878d-40ad-9d48-f4f7f886c245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.187765] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquiring lock "c795b5c6-878d-40ad-9d48-f4f7f886c245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.187951] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "c795b5c6-878d-40ad-9d48-f4f7f886c245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.188160] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "c795b5c6-878d-40ad-9d48-f4f7f886c245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.189707] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a1e7ccf-b7e2-4d7e-839d-d01f6c8e447e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.192029] env[68466]: INFO nova.compute.manager [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Terminating instance [ 663.199904] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 663.199904] env[68466]: value = "task-2811893" [ 663.199904] env[68466]: _type = "Task" [ 663.199904] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.201404] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 663.201404] env[68466]: value = "task-2811894" [ 663.201404] env[68466]: _type = "Task" [ 663.201404] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.220606] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.220606] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811894, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.265251] env[68466]: DEBUG nova.scheduler.client.report [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.284655] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811891, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.304067] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459978} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.305030] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36/2f08e2b8-ec1d-414f-ae41-47fa4bcffb36.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.305454] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.306367] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74826a91-fc2b-4809-b4c6-6b036579d90a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.316402] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 663.316402] env[68466]: value = "task-2811895" [ 663.316402] env[68466]: _type = "Task" [ 663.316402] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.327438] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.409818] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.698010] env[68466]: DEBUG nova.compute.manager [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.698369] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.699305] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d25dc3-b971-4e91-9026-7e57272f101b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.713778] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.716714] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da959273-0bde-4311-b842-3f6981503f38 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.717928] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811893, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.721431] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811894, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.726263] env[68466]: DEBUG oslo_vmware.api [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 663.726263] env[68466]: value = "task-2811896" [ 663.726263] env[68466]: _type = "Task" [ 663.726263] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.733389] env[68466]: DEBUG oslo_vmware.api [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.770523] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.393s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.771180] env[68466]: DEBUG nova.compute.manager [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.773830] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.143s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.775436] env[68466]: INFO nova.compute.claims [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.787494] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811891, 'name': ReconfigVM_Task, 'duration_secs': 0.545958} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.787765] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 9797a09f-33b3-4c33-87df-2aac5f4e498a/9797a09f-33b3-4c33-87df-2aac5f4e498a.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.788535] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba2ab02b-abd7-431f-b284-dd33ede1c7df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.795314] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 663.795314] env[68466]: value = "task-2811897" [ 663.795314] env[68466]: _type = "Task" [ 663.795314] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.803720] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811897, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.827590] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087535} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.827876] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.828668] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffd5dea-3a09-42a2-9b0e-1c9aea672192 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.851987] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36/2f08e2b8-ec1d-414f-ae41-47fa4bcffb36.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.852475] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6f9e6e-fd91-46c3-95c5-4f6f8ce370d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.873321] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 663.873321] env[68466]: value = "task-2811898" [ 663.873321] env[68466]: _type = "Task" [ 663.873321] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.881840] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.042053] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquiring lock "ba484e5e-b89a-4df3-9cf7-542528a2393a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.042366] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "ba484e5e-b89a-4df3-9cf7-542528a2393a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.042636] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquiring lock "ba484e5e-b89a-4df3-9cf7-542528a2393a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.042767] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "ba484e5e-b89a-4df3-9cf7-542528a2393a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.043026] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "ba484e5e-b89a-4df3-9cf7-542528a2393a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.045222] env[68466]: INFO nova.compute.manager [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Terminating instance [ 664.216010] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811893, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.219040] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811894, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.236930] env[68466]: DEBUG oslo_vmware.api [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811896, 'name': PowerOffVM_Task, 'duration_secs': 0.2799} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.237242] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.237453] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.238039] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e775ef8-1582-4726-bc50-bcdb8f53a04e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.280269] env[68466]: DEBUG nova.compute.utils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.281783] env[68466]: DEBUG nova.compute.manager [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.282013] env[68466]: DEBUG nova.network.neutron [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.307657] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811897, 'name': Rename_Task, 'duration_secs': 0.311211} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.311024] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.311024] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.311024] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.311024] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Deleting the datastore file [datastore2] c795b5c6-878d-40ad-9d48-f4f7f886c245 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.311253] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9873f78-97a5-431d-8a0c-8dcc4da92fb7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.313123] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0de6ccce-b60b-4805-9784-afaa321b65d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.320238] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 664.320238] env[68466]: value = "task-2811900" [ 664.320238] env[68466]: _type = "Task" [ 664.320238] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.321881] env[68466]: DEBUG oslo_vmware.api [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for the task: (returnval){ [ 664.321881] env[68466]: value = "task-2811901" [ 664.321881] env[68466]: _type = "Task" [ 664.321881] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.334764] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.338306] env[68466]: DEBUG oslo_vmware.api [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.374243] env[68466]: DEBUG nova.policy [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd22084e2ff54ca49a629b3672e9cd1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4a242a90d1490d9bd2200c2bf3df42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.387166] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811898, 'name': ReconfigVM_Task, 'duration_secs': 0.510886} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.387465] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36/2f08e2b8-ec1d-414f-ae41-47fa4bcffb36.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.388102] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a2b6ce6-3fdf-4ba1-95cd-1f287e0a9213 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.394535] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 664.394535] env[68466]: value = "task-2811902" [ 664.394535] env[68466]: _type = "Task" [ 664.394535] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.404020] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811902, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.551016] env[68466]: DEBUG nova.compute.manager [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.551308] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.552401] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e47f3dc-d02a-4c36-ba30-e61172e93196 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.561744] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.562045] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d441580-7ba9-417b-ad0f-e6579d0146e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.570452] env[68466]: DEBUG oslo_vmware.api [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 664.570452] env[68466]: value = "task-2811903" [ 664.570452] env[68466]: _type = "Task" [ 664.570452] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.579595] env[68466]: DEBUG oslo_vmware.api [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.714382] env[68466]: DEBUG oslo_vmware.api [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811893, 'name': RemoveSnapshot_Task, 'duration_secs': 1.14811} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.715724] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 664.715724] env[68466]: INFO nova.compute.manager [None req-c8e8cb93-d4b0-4d30-b417-ad2eacaec4ca tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Took 17.48 seconds to snapshot the instance on the hypervisor. [ 664.725504] env[68466]: DEBUG oslo_vmware.api [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811894, 'name': RemoveSnapshot_Task, 'duration_secs': 1.103506} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.730150] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 664.787216] env[68466]: DEBUG nova.compute.manager [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.842236] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811900, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.845672] env[68466]: DEBUG oslo_vmware.api [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Task: {'id': task-2811901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352091} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.848580] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.849404] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.849404] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.849404] env[68466]: INFO nova.compute.manager [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Took 1.15 seconds to destroy the instance on the hypervisor. [ 664.849404] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.850117] env[68466]: DEBUG nova.compute.manager [-] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.850230] env[68466]: DEBUG nova.network.neutron [-] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.905791] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811902, 'name': Rename_Task, 'duration_secs': 0.157962} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.910278] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.911317] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bab9d450-b009-4ff4-b243-25a77b244529 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.920042] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 664.920042] env[68466]: value = "task-2811904" [ 664.920042] env[68466]: _type = "Task" [ 664.920042] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.935095] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.936496] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69477efa-f609-4dc6-b480-3ba6e24d736c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.961276] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance '90eb84e2-88bc-468a-987a-cc2e865f6ea8' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.976903] env[68466]: DEBUG nova.network.neutron [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Successfully created port: 7511342d-4bca-4347-bdf8-f3eca0b47a8b {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.080372] env[68466]: DEBUG oslo_vmware.api [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811903, 'name': PowerOffVM_Task, 'duration_secs': 0.305238} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.080978] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.081182] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.085024] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1f41338-c296-441b-8fdd-fa687ab2268b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.160888] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.160888] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.160888] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Deleting the datastore file [datastore1] ba484e5e-b89a-4df3-9cf7-542528a2393a {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.162969] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4acea61f-75d6-4346-b775-278227a50e6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.170399] env[68466]: DEBUG oslo_vmware.api [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for the task: (returnval){ [ 665.170399] env[68466]: value = "task-2811906" [ 665.170399] env[68466]: _type = "Task" [ 665.170399] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.181846] env[68466]: DEBUG oslo_vmware.api [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.239564] env[68466]: WARNING nova.compute.manager [None req-5ba59391-f6d4-4553-acd1-6211ca7f5854 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Image not found during snapshot: nova.exception.ImageNotFound: Image f53a8164-568f-4338-b4dd-389371ca0515 could not be found. [ 665.337262] env[68466]: DEBUG oslo_vmware.api [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811900, 'name': PowerOnVM_Task, 'duration_secs': 0.728999} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.342203] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.342203] env[68466]: INFO nova.compute.manager [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Took 10.57 seconds to spawn the instance on the hypervisor. [ 665.342203] env[68466]: DEBUG nova.compute.manager [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.342545] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6dffaf-c972-444a-9bde-d8e4ee039bb0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.384853] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb3fe36-bbd6-4e69-acb2-ed6d5dc9dbee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.393136] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8917351-0b7a-4d0c-b1f2-23692766ac0c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.433902] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6973964-fb3b-43a0-a37a-d5aea449139e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.440390] env[68466]: DEBUG nova.compute.manager [req-09007cc8-d4da-42c9-b576-e6e5f4ebca9e req-bce3efd3-b11e-4f21-90ad-fa9095e86882 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Received event network-vif-deleted-e5c4343a-438d-4cc8-8e9c-280138925886 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 665.440479] env[68466]: INFO nova.compute.manager [req-09007cc8-d4da-42c9-b576-e6e5f4ebca9e req-bce3efd3-b11e-4f21-90ad-fa9095e86882 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Neutron deleted interface e5c4343a-438d-4cc8-8e9c-280138925886; detaching it from the instance and deleting it from the info cache [ 665.440617] env[68466]: DEBUG nova.network.neutron [req-09007cc8-d4da-42c9-b576-e6e5f4ebca9e req-bce3efd3-b11e-4f21-90ad-fa9095e86882 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.446814] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.448535] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc3a83a-99cb-4f36-ad5c-eceafa1b5a35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.465083] env[68466]: DEBUG nova.compute.provider_tree [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.467716] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.468144] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72f96ff0-0549-4a9f-9cdd-6a3e68fd5c99 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.475451] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 665.475451] env[68466]: value = "task-2811907" [ 665.475451] env[68466]: _type = "Task" [ 665.475451] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.483324] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.681704] env[68466]: DEBUG oslo_vmware.api [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Task: {'id': task-2811906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329955} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.681947] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.682186] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.682316] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.682484] env[68466]: INFO nova.compute.manager [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 665.682733] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.682924] env[68466]: DEBUG nova.compute.manager [-] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.683029] env[68466]: DEBUG nova.network.neutron [-] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.805810] env[68466]: DEBUG nova.compute.manager [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.832918] env[68466]: DEBUG nova.network.neutron [-] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.840480] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.840480] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.840480] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.840731] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.840731] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.840731] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.844791] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.844791] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.844791] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.844791] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.844791] env[68466]: DEBUG nova.virt.hardware [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.844985] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7804eedf-fd61-4ee3-8653-73820484a251 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.858659] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0541be81-1860-4322-a1b6-2817c89cb667 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.865382] env[68466]: INFO nova.compute.manager [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Took 34.66 seconds to build instance. [ 665.946729] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811904, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.948454] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97a80549-834f-415c-adb9-d2291f27a60d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.957989] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d793532-ce5e-440d-abc4-628b3b305cb8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.970502] env[68466]: DEBUG nova.scheduler.client.report [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.984635] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811907, 'name': PowerOffVM_Task, 'duration_secs': 0.254946} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.996721] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.998029] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance '90eb84e2-88bc-468a-987a-cc2e865f6ea8' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 666.004020] env[68466]: DEBUG nova.compute.manager [req-09007cc8-d4da-42c9-b576-e6e5f4ebca9e req-bce3efd3-b11e-4f21-90ad-fa9095e86882 service nova] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Detach interface failed, port_id=e5c4343a-438d-4cc8-8e9c-280138925886, reason: Instance c795b5c6-878d-40ad-9d48-f4f7f886c245 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 666.004020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquiring lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.004020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.004020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquiring lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.004196] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.004196] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.005094] env[68466]: INFO nova.compute.manager [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Terminating instance [ 666.336600] env[68466]: INFO nova.compute.manager [-] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Took 1.49 seconds to deallocate network for instance. [ 666.367564] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dbb3e4f1-89a0-4768-bed8-b8801f0555f1 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.576s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.438846] env[68466]: DEBUG oslo_vmware.api [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811904, 'name': PowerOnVM_Task, 'duration_secs': 1.038092} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.439121] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.439385] env[68466]: INFO nova.compute.manager [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Took 8.94 seconds to spawn the instance on the hypervisor. [ 666.439578] env[68466]: DEBUG nova.compute.manager [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.441515] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c07315-97ec-4119-8fcc-889b94173fdc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.476234] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.477365] env[68466]: DEBUG nova.compute.manager [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.479846] env[68466]: DEBUG oslo_concurrency.lockutils [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.725s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.480494] env[68466]: DEBUG nova.objects.instance [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lazy-loading 'resources' on Instance uuid a42f135b-d830-484d-a150-1de21adbfcfc {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.506449] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.506748] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.506901] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.508366] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.508802] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.508802] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.508942] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.509123] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.509313] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.509451] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.509619] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.518218] env[68466]: DEBUG nova.compute.manager [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.518339] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.518608] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0efed091-44a1-4b4e-9b4d-40c2c2a0b2dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.532381] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb950c5-e580-45b8-9d30-6da46c3971da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.542591] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.543879] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb57495e-c3dd-4426-8a4d-a6723230f5b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.545532] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 666.545532] env[68466]: value = "task-2811908" [ 666.545532] env[68466]: _type = "Task" [ 666.545532] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.550521] env[68466]: DEBUG oslo_vmware.api [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 666.550521] env[68466]: value = "task-2811909" [ 666.550521] env[68466]: _type = "Task" [ 666.550521] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.557171] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.563566] env[68466]: DEBUG oslo_vmware.api [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.582139] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.582139] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.582139] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.582139] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.582585] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.584286] env[68466]: INFO nova.compute.manager [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Terminating instance [ 666.651562] env[68466]: DEBUG nova.network.neutron [-] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.752657] env[68466]: DEBUG nova.network.neutron [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Successfully updated port: 7511342d-4bca-4347-bdf8-f3eca0b47a8b {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.836861] env[68466]: DEBUG oslo_concurrency.lockutils [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "9797a09f-33b3-4c33-87df-2aac5f4e498a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.836861] env[68466]: DEBUG oslo_concurrency.lockutils [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.836861] env[68466]: DEBUG nova.compute.manager [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.836861] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3acd840-2294-4b05-b6b8-497cf98114bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.846567] env[68466]: DEBUG nova.compute.manager [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 666.847622] env[68466]: DEBUG nova.objects.instance [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lazy-loading 'flavor' on Instance uuid 9797a09f-33b3-4c33-87df-2aac5f4e498a {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.850405] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.872951] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.965990] env[68466]: INFO nova.compute.manager [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Took 33.79 seconds to build instance. [ 666.985739] env[68466]: DEBUG nova.compute.utils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.987985] env[68466]: DEBUG nova.compute.manager [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.988216] env[68466]: DEBUG nova.network.neutron [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.038086] env[68466]: DEBUG nova.policy [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8309eebcf2294c3d97c6b9afbecbf43c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a50624f8890a4dbb839011bf8c00ca5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.063777] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811908, 'name': ReconfigVM_Task, 'duration_secs': 0.186479} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.064312] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance '90eb84e2-88bc-468a-987a-cc2e865f6ea8' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.074750] env[68466]: DEBUG oslo_vmware.api [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811909, 'name': PowerOffVM_Task, 'duration_secs': 0.272328} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.077387] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.077478] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.077924] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae453a0b-bb94-4768-a9c3-8bb3b5d0302d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.088738] env[68466]: DEBUG nova.compute.manager [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.088738] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.092204] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2825951e-4cca-435c-ad5a-97235c4f1311 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.099806] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.100075] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca35ca7a-2615-4955-9965-f4db99263992 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.108082] env[68466]: DEBUG oslo_vmware.api [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 667.108082] env[68466]: value = "task-2811911" [ 667.108082] env[68466]: _type = "Task" [ 667.108082] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.119580] env[68466]: DEBUG oslo_vmware.api [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.139763] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.139763] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.139976] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Deleting the datastore file [datastore2] db74bbe8-44ec-4c61-adc7-1c64a89e2050 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.140243] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6e1ab8e-9431-48a9-a583-a32933b52e8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.147273] env[68466]: DEBUG oslo_vmware.api [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for the task: (returnval){ [ 667.147273] env[68466]: value = "task-2811912" [ 667.147273] env[68466]: _type = "Task" [ 667.147273] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.161028] env[68466]: INFO nova.compute.manager [-] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Took 1.48 seconds to deallocate network for instance. [ 667.172778] env[68466]: DEBUG oslo_vmware.api [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.259506] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "refresh_cache-2814b645-4619-4fd7-a27c-04570fff9bb6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.259506] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquired lock "refresh_cache-2814b645-4619-4fd7-a27c-04570fff9bb6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.259569] env[68466]: DEBUG nova.network.neutron [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.380511] env[68466]: DEBUG nova.network.neutron [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Successfully created port: f4121c3b-03ab-4f52-8995-813b7f9ef213 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.401425] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.467544] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0c8ea81-7280-419e-82ba-510cb757ccae tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.569s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.492021] env[68466]: DEBUG nova.compute.manager [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.507465] env[68466]: DEBUG oslo_concurrency.lockutils [None req-25fe6504-7678-43fd-92d3-06b9eb321096 tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquiring lock "interface-2f08e2b8-ec1d-414f-ae41-47fa4bcffb36-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.507842] env[68466]: DEBUG oslo_concurrency.lockutils [None req-25fe6504-7678-43fd-92d3-06b9eb321096 tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "interface-2f08e2b8-ec1d-414f-ae41-47fa4bcffb36-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.508227] env[68466]: DEBUG nova.objects.instance [None req-25fe6504-7678-43fd-92d3-06b9eb321096 tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lazy-loading 'flavor' on Instance uuid 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.539142] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6aa915-f62f-4ecf-90af-8ba5e514586e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.549517] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eef390b-4092-48e3-ace1-3a9d34700160 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.581385] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.581751] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.581751] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.581751] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.581895] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.582056] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.582290] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.582782] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.582782] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.582782] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.582977] env[68466]: DEBUG nova.virt.hardware [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.589993] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Reconfiguring VM instance instance-0000000e to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 667.590592] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc6c53e-ff3b-436b-af0e-6023caee78c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.604769] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cacad22-0018-4fb5-827c-c20c50118d1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.615820] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f1fb5-c2d7-4ec0-a38b-7c34a0573c7b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.620079] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 667.620079] env[68466]: value = "task-2811913" [ 667.620079] env[68466]: _type = "Task" [ 667.620079] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.623471] env[68466]: DEBUG oslo_vmware.api [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811911, 'name': PowerOffVM_Task, 'duration_secs': 0.176823} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.626855] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.627052] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.637333] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d51173f-eaee-4ab4-8ddc-4b2d9aac39c5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.639152] env[68466]: DEBUG nova.compute.provider_tree [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.645557] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.655836] env[68466]: DEBUG oslo_vmware.api [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Task: {'id': task-2811912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207327} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.660017] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.660017] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.660017] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.660017] env[68466]: INFO nova.compute.manager [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Took 1.14 seconds to destroy the instance on the hypervisor. [ 667.660017] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.660211] env[68466]: DEBUG nova.compute.manager [-] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.660211] env[68466]: DEBUG nova.network.neutron [-] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.666346] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.705366] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.705659] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.705659] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Deleting the datastore file [datastore1] b1444c5e-4b89-4ea7-a8c6-497641ba79c6 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.705958] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94d7720c-cd40-4250-86d2-c3c4444c3f17 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.713264] env[68466]: DEBUG oslo_vmware.api [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 667.713264] env[68466]: value = "task-2811915" [ 667.713264] env[68466]: _type = "Task" [ 667.713264] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.725506] env[68466]: DEBUG oslo_vmware.api [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.814119] env[68466]: DEBUG nova.network.neutron [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.834800] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.837646] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.856129] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.856387] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-212559e4-e175-4b34-987a-d58c1b64b4f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.866458] env[68466]: DEBUG oslo_vmware.api [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 667.866458] env[68466]: value = "task-2811916" [ 667.866458] env[68466]: _type = "Task" [ 667.866458] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.875908] env[68466]: DEBUG oslo_vmware.api [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.971058] env[68466]: DEBUG nova.compute.manager [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.012213] env[68466]: DEBUG nova.compute.manager [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Received event network-vif-deleted-671cd269-7322-4fdf-9f9c-18dd51729cad {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 668.012428] env[68466]: DEBUG nova.compute.manager [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Received event network-vif-plugged-7511342d-4bca-4347-bdf8-f3eca0b47a8b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 668.012620] env[68466]: DEBUG oslo_concurrency.lockutils [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] Acquiring lock "2814b645-4619-4fd7-a27c-04570fff9bb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.012846] env[68466]: DEBUG oslo_concurrency.lockutils [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] Lock "2814b645-4619-4fd7-a27c-04570fff9bb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.013039] env[68466]: DEBUG oslo_concurrency.lockutils [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] Lock "2814b645-4619-4fd7-a27c-04570fff9bb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.013213] env[68466]: DEBUG nova.compute.manager [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] No waiting events found dispatching network-vif-plugged-7511342d-4bca-4347-bdf8-f3eca0b47a8b {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.013377] env[68466]: WARNING nova.compute.manager [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Received unexpected event network-vif-plugged-7511342d-4bca-4347-bdf8-f3eca0b47a8b for instance with vm_state building and task_state spawning. [ 668.013552] env[68466]: DEBUG nova.compute.manager [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Received event network-changed-7511342d-4bca-4347-bdf8-f3eca0b47a8b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 668.013968] env[68466]: DEBUG nova.compute.manager [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Refreshing instance network info cache due to event network-changed-7511342d-4bca-4347-bdf8-f3eca0b47a8b. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 668.013968] env[68466]: DEBUG oslo_concurrency.lockutils [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] Acquiring lock "refresh_cache-2814b645-4619-4fd7-a27c-04570fff9bb6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.016857] env[68466]: DEBUG nova.objects.instance [None req-25fe6504-7678-43fd-92d3-06b9eb321096 tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.068017] env[68466]: DEBUG nova.network.neutron [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Updating instance_info_cache with network_info: [{"id": "7511342d-4bca-4347-bdf8-f3eca0b47a8b", "address": "fa:16:3e:c8:66:d9", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7511342d-4b", "ovs_interfaceid": "7511342d-4bca-4347-bdf8-f3eca0b47a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.134028] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811913, 'name': ReconfigVM_Task, 'duration_secs': 0.219567} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.134153] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Reconfigured VM instance instance-0000000e to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 668.134921] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2871a3ff-55eb-44df-b7ba-3f7c49185b83 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.150140] env[68466]: DEBUG nova.scheduler.client.report [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.160819] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 90eb84e2-88bc-468a-987a-cc2e865f6ea8/90eb84e2-88bc-468a-987a-cc2e865f6ea8.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.161347] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab53e6f-d4a6-4808-aab0-8d9547bee43d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.180574] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 668.180574] env[68466]: value = "task-2811917" [ 668.180574] env[68466]: _type = "Task" [ 668.180574] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.190524] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.223011] env[68466]: DEBUG oslo_vmware.api [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.346092] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.346437] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.346676] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.346890] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.347098] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.347291] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.347687] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 668.347687] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.376011] env[68466]: DEBUG oslo_vmware.api [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811916, 'name': PowerOffVM_Task, 'duration_secs': 0.165702} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.376273] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.376494] env[68466]: DEBUG nova.compute.manager [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.377243] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e2308-1782-4699-b48e-66c014eb0b96 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.497632] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.507645] env[68466]: DEBUG nova.compute.manager [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.519743] env[68466]: DEBUG nova.objects.base [None req-25fe6504-7678-43fd-92d3-06b9eb321096 tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Object Instance<2f08e2b8-ec1d-414f-ae41-47fa4bcffb36> lazy-loaded attributes: flavor,pci_requests {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 668.519969] env[68466]: DEBUG nova.network.neutron [None req-25fe6504-7678-43fd-92d3-06b9eb321096 tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.536681] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.537464] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.537464] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.537464] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.537464] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.537921] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.537921] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.537921] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.538073] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.538242] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.538416] env[68466]: DEBUG nova.virt.hardware [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.539624] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50982bf7-6cea-471f-9033-736f555b02ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.548811] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65d3cec-b2b6-453e-bccb-1399b6152229 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.568890] env[68466]: DEBUG nova.network.neutron [-] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.572374] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Releasing lock "refresh_cache-2814b645-4619-4fd7-a27c-04570fff9bb6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.572708] env[68466]: DEBUG nova.compute.manager [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Instance network_info: |[{"id": "7511342d-4bca-4347-bdf8-f3eca0b47a8b", "address": "fa:16:3e:c8:66:d9", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7511342d-4b", "ovs_interfaceid": "7511342d-4bca-4347-bdf8-f3eca0b47a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.573283] env[68466]: DEBUG oslo_concurrency.lockutils [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] Acquired lock "refresh_cache-2814b645-4619-4fd7-a27c-04570fff9bb6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.573513] env[68466]: DEBUG nova.network.neutron [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Refreshing network info cache for port 7511342d-4bca-4347-bdf8-f3eca0b47a8b {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.574998] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:66:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7511342d-4bca-4347-bdf8-f3eca0b47a8b', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.584633] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.586703] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.586934] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae4c5ec-3c45-45da-bbf6-100636949c99 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.607875] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.607875] env[68466]: value = "task-2811918" [ 668.607875] env[68466]: _type = "Task" [ 668.607875] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.616055] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811918, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.621692] env[68466]: DEBUG oslo_concurrency.lockutils [None req-25fe6504-7678-43fd-92d3-06b9eb321096 tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "interface-2f08e2b8-ec1d-414f-ae41-47fa4bcffb36-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.114s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.662473] env[68466]: DEBUG oslo_concurrency.lockutils [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.664925] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.011s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.666556] env[68466]: INFO nova.compute.claims [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.689394] env[68466]: INFO nova.scheduler.client.report [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Deleted allocations for instance a42f135b-d830-484d-a150-1de21adbfcfc [ 668.694614] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811917, 'name': ReconfigVM_Task, 'duration_secs': 0.268079} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.697954] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 90eb84e2-88bc-468a-987a-cc2e865f6ea8/90eb84e2-88bc-468a-987a-cc2e865f6ea8.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.698425] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance '90eb84e2-88bc-468a-987a-cc2e865f6ea8' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 668.725316] env[68466]: DEBUG oslo_vmware.api [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.851144] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.891120] env[68466]: DEBUG oslo_concurrency.lockutils [None req-acda8d3f-bf84-4572-9d01-add4b70926dc tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.916175] env[68466]: DEBUG nova.network.neutron [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Successfully updated port: f4121c3b-03ab-4f52-8995-813b7f9ef213 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.073942] env[68466]: INFO nova.compute.manager [-] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Took 1.42 seconds to deallocate network for instance. [ 669.122467] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811918, 'name': CreateVM_Task, 'duration_secs': 0.329521} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.122467] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.123013] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.123207] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.123587] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.128295] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eddc5d0-141f-4895-a0f8-81dd26229475 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.137432] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 669.137432] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5283dd48-139f-e115-f867-ef39745b501e" [ 669.137432] env[68466]: _type = "Task" [ 669.137432] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.145281] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5283dd48-139f-e115-f867-ef39745b501e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.209022] env[68466]: DEBUG oslo_concurrency.lockutils [None req-650a6650-988a-4817-be26-29ff66fab30c tempest-ImagesNegativeTestJSON-1048961019 tempest-ImagesNegativeTestJSON-1048961019-project-member] Lock "a42f135b-d830-484d-a150-1de21adbfcfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.247s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.209022] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04166c5-49b4-4af0-b3c3-8e4e10b124e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.233497] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bb33af-99db-4f79-98cc-c62b3289ec41 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.241911] env[68466]: DEBUG oslo_vmware.api [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2811915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.193} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.254947] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.255179] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.255396] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.255596] env[68466]: INFO nova.compute.manager [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Took 2.17 seconds to destroy the instance on the hypervisor. [ 669.255839] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.256406] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance '90eb84e2-88bc-468a-987a-cc2e865f6ea8' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 669.259672] env[68466]: DEBUG nova.compute.manager [-] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.259775] env[68466]: DEBUG nova.network.neutron [-] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.336395] env[68466]: DEBUG nova.network.neutron [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Updated VIF entry in instance network info cache for port 7511342d-4bca-4347-bdf8-f3eca0b47a8b. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.336783] env[68466]: DEBUG nova.network.neutron [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Updating instance_info_cache with network_info: [{"id": "7511342d-4bca-4347-bdf8-f3eca0b47a8b", "address": "fa:16:3e:c8:66:d9", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7511342d-4b", "ovs_interfaceid": "7511342d-4bca-4347-bdf8-f3eca0b47a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.418647] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquiring lock "refresh_cache-8bffcb6f-d44b-4da3-8ac2-c5de39537344" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.418805] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquired lock "refresh_cache-8bffcb6f-d44b-4da3-8ac2-c5de39537344" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.418960] env[68466]: DEBUG nova.network.neutron [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.581247] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.648867] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5283dd48-139f-e115-f867-ef39745b501e, 'name': SearchDatastore_Task, 'duration_secs': 0.017384} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.649824] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.649824] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.649982] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.650094] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.650278] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.650539] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dac33e6-c0e5-4959-b937-fe98404a576c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.660054] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.660054] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.660413] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3105e7c-67c4-458d-8747-6869838edb31 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.666308] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 669.666308] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5266b154-1b53-9324-9a9c-186c0fa5235f" [ 669.666308] env[68466]: _type = "Task" [ 669.666308] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.676811] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5266b154-1b53-9324-9a9c-186c0fa5235f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.796337] env[68466]: DEBUG nova.network.neutron [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Port 3ada3f17-f9f7-4020-9b88-4f2d03aa01d4 binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 669.839561] env[68466]: DEBUG oslo_concurrency.lockutils [req-47c776f5-fa37-4c51-895a-b6af2113aa32 req-1b973da8-e613-43ab-964d-f1bfdb804703 service nova] Releasing lock "refresh_cache-2814b645-4619-4fd7-a27c-04570fff9bb6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.954595] env[68466]: DEBUG nova.network.neutron [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.067018] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a51343-86ae-435b-ac63-c0cadb60f7da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.069932] env[68466]: DEBUG nova.network.neutron [-] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.078621] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30e16e9-89f6-4d03-bbbf-3981aeea5536 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.109424] env[68466]: DEBUG nova.network.neutron [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Updating instance_info_cache with network_info: [{"id": "f4121c3b-03ab-4f52-8995-813b7f9ef213", "address": "fa:16:3e:59:15:12", "network": {"id": "36d725af-b7d8-4b47-84d1-a6ed2ab5bd14", "bridge": "br-int", "label": "tempest-ServersTestJSON-447697934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a50624f8890a4dbb839011bf8c00ca5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4121c3b-03", "ovs_interfaceid": "f4121c3b-03ab-4f52-8995-813b7f9ef213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.111108] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff91500-4eaa-46e9-9803-42a3885389e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.119903] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361a1e81-cc0b-4fd1-8e34-72c25ad6d3d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.134315] env[68466]: DEBUG nova.compute.provider_tree [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.178155] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5266b154-1b53-9324-9a9c-186c0fa5235f, 'name': SearchDatastore_Task, 'duration_secs': 0.009198} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.178929] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef901b1a-a0aa-479f-856c-ec412783eaa7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.183764] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 670.183764] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b712c9-9a05-5e65-7cfd-dac0fea6d161" [ 670.183764] env[68466]: _type = "Task" [ 670.183764] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.191177] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b712c9-9a05-5e65-7cfd-dac0fea6d161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.487997] env[68466]: DEBUG nova.compute.manager [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Received event network-vif-deleted-91baa508-bbcd-4f12-afb7-b3f475186b96 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.487997] env[68466]: DEBUG nova.compute.manager [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Received event network-vif-plugged-f4121c3b-03ab-4f52-8995-813b7f9ef213 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.487997] env[68466]: DEBUG oslo_concurrency.lockutils [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] Acquiring lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.488355] env[68466]: DEBUG oslo_concurrency.lockutils [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] Lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.488413] env[68466]: DEBUG oslo_concurrency.lockutils [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] Lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.488527] env[68466]: DEBUG nova.compute.manager [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] No waiting events found dispatching network-vif-plugged-f4121c3b-03ab-4f52-8995-813b7f9ef213 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.488777] env[68466]: WARNING nova.compute.manager [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Received unexpected event network-vif-plugged-f4121c3b-03ab-4f52-8995-813b7f9ef213 for instance with vm_state building and task_state spawning. [ 670.488843] env[68466]: DEBUG nova.compute.manager [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Received event network-changed-f4121c3b-03ab-4f52-8995-813b7f9ef213 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.489097] env[68466]: DEBUG nova.compute.manager [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Refreshing instance network info cache due to event network-changed-f4121c3b-03ab-4f52-8995-813b7f9ef213. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 670.489155] env[68466]: DEBUG oslo_concurrency.lockutils [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] Acquiring lock "refresh_cache-8bffcb6f-d44b-4da3-8ac2-c5de39537344" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.572588] env[68466]: INFO nova.compute.manager [-] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Took 1.31 seconds to deallocate network for instance. [ 670.614651] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Releasing lock "refresh_cache-8bffcb6f-d44b-4da3-8ac2-c5de39537344" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.614998] env[68466]: DEBUG nova.compute.manager [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Instance network_info: |[{"id": "f4121c3b-03ab-4f52-8995-813b7f9ef213", "address": "fa:16:3e:59:15:12", "network": {"id": "36d725af-b7d8-4b47-84d1-a6ed2ab5bd14", "bridge": "br-int", "label": "tempest-ServersTestJSON-447697934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a50624f8890a4dbb839011bf8c00ca5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4121c3b-03", "ovs_interfaceid": "f4121c3b-03ab-4f52-8995-813b7f9ef213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.615343] env[68466]: DEBUG oslo_concurrency.lockutils [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] Acquired lock "refresh_cache-8bffcb6f-d44b-4da3-8ac2-c5de39537344" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.615544] env[68466]: DEBUG nova.network.neutron [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Refreshing network info cache for port f4121c3b-03ab-4f52-8995-813b7f9ef213 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.616758] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:15:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4121c3b-03ab-4f52-8995-813b7f9ef213', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.624407] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Creating folder: Project (a50624f8890a4dbb839011bf8c00ca5c). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.625332] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-886fff18-edb8-49e0-bdb1-15ad34486529 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.637121] env[68466]: DEBUG nova.scheduler.client.report [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.640309] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Created folder: Project (a50624f8890a4dbb839011bf8c00ca5c) in parent group-v564977. [ 670.640517] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Creating folder: Instances. Parent ref: group-v565060. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.640920] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-419a2295-bf15-44fb-828a-97631af44c28 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.650384] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Created folder: Instances in parent group-v565060. [ 670.650384] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.651107] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.651329] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1451b864-1b78-41a3-9aa5-ee382577a63e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.670021] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.670021] env[68466]: value = "task-2811921" [ 670.670021] env[68466]: _type = "Task" [ 670.670021] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.678193] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811921, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.692524] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b712c9-9a05-5e65-7cfd-dac0fea6d161, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.693030] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.693030] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 2814b645-4619-4fd7-a27c-04570fff9bb6/2814b645-4619-4fd7-a27c-04570fff9bb6.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.693292] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b08a24be-01b1-43e5-835c-228c816e6345 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.699097] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 670.699097] env[68466]: value = "task-2811922" [ 670.699097] env[68466]: _type = "Task" [ 670.699097] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.707172] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.818901] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.819039] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.819204] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.956600] env[68466]: DEBUG oslo_concurrency.lockutils [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquiring lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.957074] env[68466]: DEBUG oslo_concurrency.lockutils [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.957333] env[68466]: DEBUG oslo_concurrency.lockutils [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquiring lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.957845] env[68466]: DEBUG oslo_concurrency.lockutils [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.958109] env[68466]: DEBUG oslo_concurrency.lockutils [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.961537] env[68466]: INFO nova.compute.manager [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Terminating instance [ 671.079642] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.142186] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.142730] env[68466]: DEBUG nova.compute.manager [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.145533] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.165s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.146958] env[68466]: INFO nova.compute.claims [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.179198] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811921, 'name': CreateVM_Task, 'duration_secs': 0.407828} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.179359] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.180104] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.180323] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.180708] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.180971] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5531b0-7b0d-40fd-9ee8-062d01c6d88f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.185726] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 671.185726] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c62c39-802f-e9e6-b713-e0c0226852c3" [ 671.185726] env[68466]: _type = "Task" [ 671.185726] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.193524] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c62c39-802f-e9e6-b713-e0c0226852c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.208016] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448907} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.208267] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 2814b645-4619-4fd7-a27c-04570fff9bb6/2814b645-4619-4fd7-a27c-04570fff9bb6.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.208516] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.208754] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92675912-bc8e-484f-9474-5da438627d7c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.215645] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 671.215645] env[68466]: value = "task-2811923" [ 671.215645] env[68466]: _type = "Task" [ 671.215645] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.223092] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.335842] env[68466]: DEBUG nova.network.neutron [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Updated VIF entry in instance network info cache for port f4121c3b-03ab-4f52-8995-813b7f9ef213. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.336324] env[68466]: DEBUG nova.network.neutron [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Updating instance_info_cache with network_info: [{"id": "f4121c3b-03ab-4f52-8995-813b7f9ef213", "address": "fa:16:3e:59:15:12", "network": {"id": "36d725af-b7d8-4b47-84d1-a6ed2ab5bd14", "bridge": "br-int", "label": "tempest-ServersTestJSON-447697934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a50624f8890a4dbb839011bf8c00ca5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4121c3b-03", "ovs_interfaceid": "f4121c3b-03ab-4f52-8995-813b7f9ef213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.466464] env[68466]: DEBUG nova.compute.manager [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.466711] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.467657] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0900ea9b-90f6-4308-aedc-6efc76981f45 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.475600] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.475873] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5298b85-c63d-4368-80bd-a3d1d783f324 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.483287] env[68466]: DEBUG oslo_vmware.api [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 671.483287] env[68466]: value = "task-2811924" [ 671.483287] env[68466]: _type = "Task" [ 671.483287] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.491266] env[68466]: DEBUG oslo_vmware.api [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.651650] env[68466]: DEBUG nova.compute.utils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.655385] env[68466]: DEBUG nova.compute.manager [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.655605] env[68466]: DEBUG nova.network.neutron [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.695689] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c62c39-802f-e9e6-b713-e0c0226852c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008617} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.697088] env[68466]: DEBUG nova.policy [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f57cb797bd14481b8556a4fd17ae222f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17be3e9f4823479e8736a733a85ed9a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.698616] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.698846] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.699087] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.699238] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.699581] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.699860] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e221a9f-2e23-499f-b91d-04a872d76380 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.709704] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.710159] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.711061] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3eb8c5-451c-466c-8194-76dc6e02e0a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.716419] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 671.716419] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a28f9e-ecc2-3001-8d38-27e629b7d5da" [ 671.716419] env[68466]: _type = "Task" [ 671.716419] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.729459] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06002} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.733642] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.733978] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a28f9e-ecc2-3001-8d38-27e629b7d5da, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.735547] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a825583-2062-4e62-8b45-3995423e1942 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.738752] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ed8cf3-73c0-41f1-aa82-1025f382b81d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.760589] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2814b645-4619-4fd7-a27c-04570fff9bb6/2814b645-4619-4fd7-a27c-04570fff9bb6.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.761896] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd41673-79e9-4ca4-b6d2-fe90993520ba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.777103] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 671.777103] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a2549-f585-6993-edd3-7dd70d3a024e" [ 671.777103] env[68466]: _type = "Task" [ 671.777103] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.782826] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 671.782826] env[68466]: value = "task-2811925" [ 671.782826] env[68466]: _type = "Task" [ 671.782826] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.786696] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a2549-f585-6993-edd3-7dd70d3a024e, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.789636] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.789896] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 8bffcb6f-d44b-4da3-8ac2-c5de39537344/8bffcb6f-d44b-4da3-8ac2-c5de39537344.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.790160] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d642f5ba-d40b-4bd8-ba28-9af6bb455267 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.799108] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.802701] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 671.802701] env[68466]: value = "task-2811926" [ 671.802701] env[68466]: _type = "Task" [ 671.802701] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.807128] env[68466]: DEBUG nova.compute.manager [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.811736] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458ccc15-57a5-488d-95c4-47f68775eaba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.813339] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.839528] env[68466]: DEBUG oslo_concurrency.lockutils [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] Releasing lock "refresh_cache-8bffcb6f-d44b-4da3-8ac2-c5de39537344" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.839792] env[68466]: DEBUG nova.compute.manager [req-ac7cd6a5-6783-48b3-925d-3f9166e49a3f req-9575faaf-fad2-428e-8b85-20b9850456bf service nova] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Received event network-vif-deleted-670f84d3-9a21-4679-83ac-222a71431f8b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 671.902497] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.902809] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.902986] env[68466]: DEBUG nova.network.neutron [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.994413] env[68466]: DEBUG oslo_vmware.api [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811924, 'name': PowerOffVM_Task, 'duration_secs': 0.204138} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.994775] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.995094] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.995370] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fcb6b04-e040-4d2c-82dc-15dc10655885 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.066025] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.066025] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.066025] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Deleting the datastore file [datastore2] 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.066025] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e96b588-1c65-448f-9f40-c52a3f34bffd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.071641] env[68466]: DEBUG oslo_vmware.api [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for the task: (returnval){ [ 672.071641] env[68466]: value = "task-2811928" [ 672.071641] env[68466]: _type = "Task" [ 672.071641] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.072691] env[68466]: DEBUG nova.network.neutron [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Successfully created port: 45510ea3-6d51-4f0c-be49-1e02b9fedd5e {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.084699] env[68466]: DEBUG oslo_vmware.api [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.158486] env[68466]: DEBUG nova.compute.manager [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.304040] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.318772] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455205} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.318772] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 8bffcb6f-d44b-4da3-8ac2-c5de39537344/8bffcb6f-d44b-4da3-8ac2-c5de39537344.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.318772] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.318772] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ac59ae0-c2ce-4d43-aeec-63a57bd32d20 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.321936] env[68466]: INFO nova.compute.manager [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] instance snapshotting [ 672.322141] env[68466]: WARNING nova.compute.manager [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 672.325568] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bfac12-fc89-4cf4-a8bc-5b99d5933aed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.333114] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 672.333114] env[68466]: value = "task-2811929" [ 672.333114] env[68466]: _type = "Task" [ 672.333114] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.357572] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44572ce-1fba-4c63-8002-c2cfed20fbc1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.364849] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.587846] env[68466]: DEBUG oslo_vmware.api [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Task: {'id': task-2811928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292873} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.588121] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.588312] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.588620] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.588817] env[68466]: INFO nova.compute.manager [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Took 1.12 seconds to destroy the instance on the hypervisor. [ 672.589072] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.589385] env[68466]: DEBUG nova.compute.manager [-] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.589492] env[68466]: DEBUG nova.network.neutron [-] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.656409] env[68466]: DEBUG nova.network.neutron [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance_info_cache with network_info: [{"id": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "address": "fa:16:3e:96:49:ea", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3f17-f9", "ovs_interfaceid": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.740435] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016400f3-3206-4b95-b300-b3579f395329 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.749276] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bba40d-95e2-4e51-96c1-593714be6d61 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.782242] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de724662-ab7f-4a60-a6f4-0fe0381a6fd6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.793614] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d714c12-bdf3-4901-a1e1-753a1eb12642 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.802115] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811925, 'name': ReconfigVM_Task, 'duration_secs': 0.552743} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.811193] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2814b645-4619-4fd7-a27c-04570fff9bb6/2814b645-4619-4fd7-a27c-04570fff9bb6.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.812086] env[68466]: DEBUG nova.compute.provider_tree [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.813439] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52b8c15d-7c12-4dc5-9829-1d92af87a727 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.823076] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 672.823076] env[68466]: value = "task-2811930" [ 672.823076] env[68466]: _type = "Task" [ 672.823076] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.833710] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811930, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.843470] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147477} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.843622] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.844409] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe533a8-dbb5-4c1b-8ab7-3904c85285fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.869437] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8bffcb6f-d44b-4da3-8ac2-c5de39537344/8bffcb6f-d44b-4da3-8ac2-c5de39537344.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.870088] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135c038e-8643-4159-838e-2f38b0780f7e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.885863] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 672.887056] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cec984f-a265-4eff-9c1f-a0732c164271 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.893194] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 672.893194] env[68466]: value = "task-2811931" [ 672.893194] env[68466]: _type = "Task" [ 672.893194] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.897696] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 672.897696] env[68466]: value = "task-2811932" [ 672.897696] env[68466]: _type = "Task" [ 672.897696] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.903890] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.909226] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811932, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.109164] env[68466]: DEBUG nova.compute.manager [req-480fe600-5e9f-4f34-a0e1-ff341ac69cbc req-a644b05b-ca30-44b6-8b97-8ba45ec2e025 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Received event network-vif-deleted-f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 673.109397] env[68466]: INFO nova.compute.manager [req-480fe600-5e9f-4f34-a0e1-ff341ac69cbc req-a644b05b-ca30-44b6-8b97-8ba45ec2e025 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Neutron deleted interface f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664; detaching it from the instance and deleting it from the info cache [ 673.109591] env[68466]: DEBUG nova.network.neutron [req-480fe600-5e9f-4f34-a0e1-ff341ac69cbc req-a644b05b-ca30-44b6-8b97-8ba45ec2e025 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.160661] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.174776] env[68466]: DEBUG nova.compute.manager [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.204090] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.204409] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.204611] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.204803] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.204944] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.205114] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.205690] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.205690] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.205830] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.206451] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.206451] env[68466]: DEBUG nova.virt.hardware [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.207288] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bbbf5b-07f7-4755-ba1a-30f08735c8af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.216076] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f2f39-8e6a-4e00-a37c-26badbcd1f5c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.317146] env[68466]: DEBUG nova.scheduler.client.report [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.335097] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811930, 'name': Rename_Task, 'duration_secs': 0.151622} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.335463] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.336315] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e69f613-3ded-4a42-8d39-9da8e14340b2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.343508] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 673.343508] env[68466]: value = "task-2811933" [ 673.343508] env[68466]: _type = "Task" [ 673.343508] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.350621] env[68466]: DEBUG nova.network.neutron [-] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.357329] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.407773] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811931, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.410953] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811932, 'name': ReconfigVM_Task, 'duration_secs': 0.364297} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.411654] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8bffcb6f-d44b-4da3-8ac2-c5de39537344/8bffcb6f-d44b-4da3-8ac2-c5de39537344.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.412218] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c04105d-4ce3-4124-987f-1af2170c7292 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.418433] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 673.418433] env[68466]: value = "task-2811934" [ 673.418433] env[68466]: _type = "Task" [ 673.418433] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.427370] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811934, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.614488] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bfee849-d103-491d-814b-b8629d9440cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.621993] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f0b62a-118f-4e21-8ad5-92e26afb9d1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.656695] env[68466]: DEBUG nova.compute.manager [req-480fe600-5e9f-4f34-a0e1-ff341ac69cbc req-a644b05b-ca30-44b6-8b97-8ba45ec2e025 service nova] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Detach interface failed, port_id=f56c4c15-0b8a-4ddd-ad3a-40e36bcbb664, reason: Instance 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 673.689107] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a219c3-5057-46aa-825c-243feb5fcfd2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.719967] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e575940e-672a-4f6c-8e8e-ea0a58a35878 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.729740] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance '90eb84e2-88bc-468a-987a-cc2e865f6ea8' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.751129] env[68466]: DEBUG nova.network.neutron [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Successfully updated port: 45510ea3-6d51-4f0c-be49-1e02b9fedd5e {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.825970] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.825970] env[68466]: DEBUG nova.compute.manager [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.826656] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.366s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.828778] env[68466]: INFO nova.compute.claims [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.853425] env[68466]: INFO nova.compute.manager [-] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Took 1.26 seconds to deallocate network for instance. [ 673.859413] env[68466]: DEBUG oslo_vmware.api [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811933, 'name': PowerOnVM_Task, 'duration_secs': 0.480862} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.863703] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.863972] env[68466]: INFO nova.compute.manager [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Took 8.06 seconds to spawn the instance on the hypervisor. [ 673.864213] env[68466]: DEBUG nova.compute.manager [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.865152] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b630c50d-656d-4f13-8323-f9f3fd5c5c2c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.905308] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811931, 'name': CreateSnapshot_Task, 'duration_secs': 0.550955} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.905785] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 673.906802] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113be08a-d121-4249-b788-af6030344809 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.928872] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811934, 'name': Rename_Task, 'duration_secs': 0.13473} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.929389] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.929722] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fc0dfd0-06c5-423b-8483-1aa286eb2240 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.936401] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 673.936401] env[68466]: value = "task-2811935" [ 673.936401] env[68466]: _type = "Task" [ 673.936401] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.944256] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.239302] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.239302] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d43f07c2-6250-4e51-9627-c816db550c4c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.246103] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 674.246103] env[68466]: value = "task-2811936" [ 674.246103] env[68466]: _type = "Task" [ 674.246103] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.256877] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquiring lock "refresh_cache-c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.257054] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquired lock "refresh_cache-c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.257212] env[68466]: DEBUG nova.network.neutron [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.258428] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.336061] env[68466]: DEBUG nova.compute.utils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.347425] env[68466]: DEBUG nova.compute.manager [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Not allocating networking since 'none' was specified. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 674.364799] env[68466]: DEBUG oslo_concurrency.lockutils [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.384121] env[68466]: INFO nova.compute.manager [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Took 38.38 seconds to build instance. [ 674.429153] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 674.429891] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b82a2527-f82b-4053-a9b0-2619a7a96ffa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.443493] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 674.443493] env[68466]: value = "task-2811937" [ 674.443493] env[68466]: _type = "Task" [ 674.443493] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.458780] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811937, 'name': CloneVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.462135] env[68466]: DEBUG oslo_vmware.api [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2811935, 'name': PowerOnVM_Task, 'duration_secs': 0.497074} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.462422] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.462630] env[68466]: INFO nova.compute.manager [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Took 5.96 seconds to spawn the instance on the hypervisor. [ 674.464157] env[68466]: DEBUG nova.compute.manager [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.464157] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220270a-e438-466d-98e5-8e31fdd1c623 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.764408] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811936, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.794919] env[68466]: DEBUG nova.network.neutron [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.847511] env[68466]: DEBUG nova.compute.manager [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.887753] env[68466]: DEBUG oslo_concurrency.lockutils [None req-601233c6-4e67-442c-a962-ee60c0a64a56 tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "2814b645-4619-4fd7-a27c-04570fff9bb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.653s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.963659] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811937, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.984725] env[68466]: INFO nova.compute.manager [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Took 37.38 seconds to build instance. [ 675.010797] env[68466]: DEBUG nova.network.neutron [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Updating instance_info_cache with network_info: [{"id": "45510ea3-6d51-4f0c-be49-1e02b9fedd5e", "address": "fa:16:3e:aa:99:18", "network": {"id": "27769f9a-a292-49e0-bfec-8843a1bc4834", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1761794549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17be3e9f4823479e8736a733a85ed9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45510ea3-6d", "ovs_interfaceid": "45510ea3-6d51-4f0c-be49-1e02b9fedd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.265890] env[68466]: DEBUG oslo_vmware.api [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2811936, 'name': PowerOnVM_Task, 'duration_secs': 0.720186} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.266517] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.266591] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5de1f15b-edac-40c4-be7a-465b59ea4bdd tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance '90eb84e2-88bc-468a-987a-cc2e865f6ea8' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 675.390019] env[68466]: DEBUG nova.compute.manager [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.438169] env[68466]: DEBUG nova.compute.manager [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Received event network-vif-plugged-45510ea3-6d51-4f0c-be49-1e02b9fedd5e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.439266] env[68466]: DEBUG oslo_concurrency.lockutils [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] Acquiring lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.439625] env[68466]: DEBUG oslo_concurrency.lockutils [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] Lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.439988] env[68466]: DEBUG oslo_concurrency.lockutils [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] Lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.440313] env[68466]: DEBUG nova.compute.manager [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] No waiting events found dispatching network-vif-plugged-45510ea3-6d51-4f0c-be49-1e02b9fedd5e {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.440978] env[68466]: WARNING nova.compute.manager [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Received unexpected event network-vif-plugged-45510ea3-6d51-4f0c-be49-1e02b9fedd5e for instance with vm_state building and task_state spawning. [ 675.441292] env[68466]: DEBUG nova.compute.manager [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Received event network-changed-45510ea3-6d51-4f0c-be49-1e02b9fedd5e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.443281] env[68466]: DEBUG nova.compute.manager [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Refreshing instance network info cache due to event network-changed-45510ea3-6d51-4f0c-be49-1e02b9fedd5e. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 675.443281] env[68466]: DEBUG oslo_concurrency.lockutils [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] Acquiring lock "refresh_cache-c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.461143] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811937, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.463377] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f36242d-6022-4a77-9794-b38721464ef4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.471338] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8cc8a7-d38e-4224-9344-9775e5f0456d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.503312] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0649dbea-33b9-4aa7-a823-0e0c788ef58b tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.186s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.505864] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ed4775-dff1-4279-8437-995c40101966 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.515117] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Releasing lock "refresh_cache-c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.515117] env[68466]: DEBUG nova.compute.manager [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Instance network_info: |[{"id": "45510ea3-6d51-4f0c-be49-1e02b9fedd5e", "address": "fa:16:3e:aa:99:18", "network": {"id": "27769f9a-a292-49e0-bfec-8843a1bc4834", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1761794549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17be3e9f4823479e8736a733a85ed9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45510ea3-6d", "ovs_interfaceid": "45510ea3-6d51-4f0c-be49-1e02b9fedd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.515367] env[68466]: DEBUG oslo_concurrency.lockutils [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] Acquired lock "refresh_cache-c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.515367] env[68466]: DEBUG nova.network.neutron [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Refreshing network info cache for port 45510ea3-6d51-4f0c-be49-1e02b9fedd5e {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.516408] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:99:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45510ea3-6d51-4f0c-be49-1e02b9fedd5e', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.523919] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Creating folder: Project (17be3e9f4823479e8736a733a85ed9a7). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.525491] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b7e9f4-dd0a-4b0b-be8d-524d5820d6f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.532520] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-602aca19-d7f7-495b-b96c-4a9e6c7e5a3c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.544847] env[68466]: DEBUG nova.compute.provider_tree [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.547594] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Created folder: Project (17be3e9f4823479e8736a733a85ed9a7) in parent group-v564977. [ 675.547715] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Creating folder: Instances. Parent ref: group-v565065. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.548242] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ade7473-2801-469d-8ad7-2f73ac0ff2bc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.557198] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Created folder: Instances in parent group-v565065. [ 675.557414] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.557641] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.558125] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cd58ec1-096c-47b4-809a-5df4cd270b2f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.578658] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.578658] env[68466]: value = "task-2811940" [ 675.578658] env[68466]: _type = "Task" [ 675.578658] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.587128] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811940, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.868385] env[68466]: DEBUG nova.compute.manager [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.896452] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.896755] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.897220] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.897931] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.898251] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.898317] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.898537] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.898698] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.898866] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.899045] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.899241] env[68466]: DEBUG nova.virt.hardware [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.903032] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8edb3da-4df0-4f6d-9e15-7076ac95301f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.919140] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752eac0a-c618-42bb-b224-781a0071f7c5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.929234] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.941886] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.951042] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Creating folder: Project (541f743a21ed4db589d9a0d5fa2d35cb). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.955017] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8050da8a-2016-48ca-9312-a19c2d115366 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.968167] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811937, 'name': CloneVM_Task, 'duration_secs': 1.472067} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.970127] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Created linked-clone VM from snapshot [ 675.970500] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Created folder: Project (541f743a21ed4db589d9a0d5fa2d35cb) in parent group-v564977. [ 675.970754] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Creating folder: Instances. Parent ref: group-v565068. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.971946] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba99ef96-4c0c-4409-93c8-fc1e616f1901 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.975812] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c170d590-0a24-4573-86fd-4b845f71fb36 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.987371] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Uploading image 64deae0b-5f69-42fc-8b75-cf0ce3c0e610 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 675.992468] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Created folder: Instances in parent group-v565068. [ 675.995503] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.995503] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.995503] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76946c6f-1f55-4c1c-9845-dd76d2837245 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.014276] env[68466]: DEBUG nova.compute.manager [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.024798] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.024798] env[68466]: value = "task-2811943" [ 676.024798] env[68466]: _type = "Task" [ 676.024798] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.026935] env[68466]: DEBUG oslo_vmware.rw_handles [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 676.026935] env[68466]: value = "vm-565064" [ 676.026935] env[68466]: _type = "VirtualMachine" [ 676.026935] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 676.027254] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eaa42b2d-70f2-4653-9263-a6e5b29a165f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.041205] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811943, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.042676] env[68466]: DEBUG oslo_vmware.rw_handles [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lease: (returnval){ [ 676.042676] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ea8f8d-06b7-9554-7972-ecf682597b31" [ 676.042676] env[68466]: _type = "HttpNfcLease" [ 676.042676] env[68466]: } obtained for exporting VM: (result){ [ 676.042676] env[68466]: value = "vm-565064" [ 676.042676] env[68466]: _type = "VirtualMachine" [ 676.042676] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 676.043044] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the lease: (returnval){ [ 676.043044] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ea8f8d-06b7-9554-7972-ecf682597b31" [ 676.043044] env[68466]: _type = "HttpNfcLease" [ 676.043044] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 676.050295] env[68466]: DEBUG nova.scheduler.client.report [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.053536] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.053536] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ea8f8d-06b7-9554-7972-ecf682597b31" [ 676.053536] env[68466]: _type = "HttpNfcLease" [ 676.053536] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 676.089312] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811940, 'name': CreateVM_Task, 'duration_secs': 0.433369} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.089312] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.089813] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.089921] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.090263] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.090520] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6464f9-24ae-4676-acd5-e0ba04a990d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.098028] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 676.098028] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef887b-e85d-be9e-cb38-b487139728e3" [ 676.098028] env[68466]: _type = "Task" [ 676.098028] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.108501] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef887b-e85d-be9e-cb38-b487139728e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.190200] env[68466]: DEBUG nova.compute.manager [req-2ea71466-8c39-4bef-ad39-a93cf5bbbf40 req-215641dc-e42c-4c5c-89cc-9cbe810f89c6 service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Received event network-changed-f4121c3b-03ab-4f52-8995-813b7f9ef213 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 676.190506] env[68466]: DEBUG nova.compute.manager [req-2ea71466-8c39-4bef-ad39-a93cf5bbbf40 req-215641dc-e42c-4c5c-89cc-9cbe810f89c6 service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Refreshing instance network info cache due to event network-changed-f4121c3b-03ab-4f52-8995-813b7f9ef213. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 676.190697] env[68466]: DEBUG oslo_concurrency.lockutils [req-2ea71466-8c39-4bef-ad39-a93cf5bbbf40 req-215641dc-e42c-4c5c-89cc-9cbe810f89c6 service nova] Acquiring lock "refresh_cache-8bffcb6f-d44b-4da3-8ac2-c5de39537344" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.190726] env[68466]: DEBUG oslo_concurrency.lockutils [req-2ea71466-8c39-4bef-ad39-a93cf5bbbf40 req-215641dc-e42c-4c5c-89cc-9cbe810f89c6 service nova] Acquired lock "refresh_cache-8bffcb6f-d44b-4da3-8ac2-c5de39537344" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.191292] env[68466]: DEBUG nova.network.neutron [req-2ea71466-8c39-4bef-ad39-a93cf5bbbf40 req-215641dc-e42c-4c5c-89cc-9cbe810f89c6 service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Refreshing network info cache for port f4121c3b-03ab-4f52-8995-813b7f9ef213 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.258347] env[68466]: DEBUG nova.network.neutron [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Updated VIF entry in instance network info cache for port 45510ea3-6d51-4f0c-be49-1e02b9fedd5e. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.258732] env[68466]: DEBUG nova.network.neutron [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Updating instance_info_cache with network_info: [{"id": "45510ea3-6d51-4f0c-be49-1e02b9fedd5e", "address": "fa:16:3e:aa:99:18", "network": {"id": "27769f9a-a292-49e0-bfec-8843a1bc4834", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1761794549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17be3e9f4823479e8736a733a85ed9a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45510ea3-6d", "ovs_interfaceid": "45510ea3-6d51-4f0c-be49-1e02b9fedd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.360122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "2814b645-4619-4fd7-a27c-04570fff9bb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.360503] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "2814b645-4619-4fd7-a27c-04570fff9bb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.360673] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "2814b645-4619-4fd7-a27c-04570fff9bb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.360740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "2814b645-4619-4fd7-a27c-04570fff9bb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.360912] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "2814b645-4619-4fd7-a27c-04570fff9bb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.363428] env[68466]: INFO nova.compute.manager [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Terminating instance [ 676.442753] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "72580eab-6d31-402f-b0a5-6eedbc8d62d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.443047] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "72580eab-6d31-402f-b0a5-6eedbc8d62d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.536755] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811943, 'name': CreateVM_Task, 'duration_secs': 0.456368} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.536936] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.537365] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.548255] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.551802] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.551802] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ea8f8d-06b7-9554-7972-ecf682597b31" [ 676.551802] env[68466]: _type = "HttpNfcLease" [ 676.551802] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 676.552106] env[68466]: DEBUG oslo_vmware.rw_handles [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 676.552106] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ea8f8d-06b7-9554-7972-ecf682597b31" [ 676.552106] env[68466]: _type = "HttpNfcLease" [ 676.552106] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 676.552799] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12714812-cb92-4733-938a-0ca72dd30379 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.556277] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.556759] env[68466]: DEBUG nova.compute.manager [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.563516] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.070s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.565122] env[68466]: INFO nova.compute.claims [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.567824] env[68466]: DEBUG oslo_vmware.rw_handles [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208147e-de11-a7a9-68a2-8cedf2d04f9a/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 676.568055] env[68466]: DEBUG oslo_vmware.rw_handles [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208147e-de11-a7a9-68a2-8cedf2d04f9a/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 676.636784] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef887b-e85d-be9e-cb38-b487139728e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.637101] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.637332] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.637577] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.637824] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.637928] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.638173] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.638479] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.638712] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ae98603-6a09-4d36-8511-917387c64291 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.640622] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f389ecb1-6066-491c-b05e-8fb2d7b3819a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.648309] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 676.648309] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a4e6c3-daa0-b695-1460-29929e1c4a26" [ 676.648309] env[68466]: _type = "Task" [ 676.648309] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.652403] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.652531] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.653882] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29cd6d9-6093-4154-8626-f9ac5c5c4f81 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.659113] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a4e6c3-daa0-b695-1460-29929e1c4a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.663894] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 676.663894] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52997979-2488-455f-6776-5386bc6ad524" [ 676.663894] env[68466]: _type = "Task" [ 676.663894] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.670418] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f23f8ab4-02f0-47c8-a514-740ebe46433a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.676847] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52997979-2488-455f-6776-5386bc6ad524, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.678137] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a63e5e0-1391-4c6b-b392-9f0f3fa8f8fb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.686430] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 676.686430] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520c904f-851f-bc3e-9ea4-8e17508d86b8" [ 676.686430] env[68466]: _type = "Task" [ 676.686430] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.695889] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520c904f-851f-bc3e-9ea4-8e17508d86b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.762265] env[68466]: DEBUG oslo_concurrency.lockutils [req-360884b3-d10b-4859-81e6-1e914cf5f81d req-a43f0101-067e-4732-94ad-427d33dd82f3 service nova] Releasing lock "refresh_cache-c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.872247] env[68466]: DEBUG nova.compute.manager [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.872483] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.873546] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5f282a-2cae-4d37-81b7-85870471e2ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.881597] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.881891] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fffaa174-bc93-48f8-961a-e206db70cce4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.888638] env[68466]: DEBUG oslo_vmware.api [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 676.888638] env[68466]: value = "task-2811945" [ 676.888638] env[68466]: _type = "Task" [ 676.888638] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.904508] env[68466]: DEBUG oslo_vmware.api [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.936994] env[68466]: DEBUG nova.network.neutron [req-2ea71466-8c39-4bef-ad39-a93cf5bbbf40 req-215641dc-e42c-4c5c-89cc-9cbe810f89c6 service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Updated VIF entry in instance network info cache for port f4121c3b-03ab-4f52-8995-813b7f9ef213. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.937586] env[68466]: DEBUG nova.network.neutron [req-2ea71466-8c39-4bef-ad39-a93cf5bbbf40 req-215641dc-e42c-4c5c-89cc-9cbe810f89c6 service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Updating instance_info_cache with network_info: [{"id": "f4121c3b-03ab-4f52-8995-813b7f9ef213", "address": "fa:16:3e:59:15:12", "network": {"id": "36d725af-b7d8-4b47-84d1-a6ed2ab5bd14", "bridge": "br-int", "label": "tempest-ServersTestJSON-447697934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a50624f8890a4dbb839011bf8c00ca5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4121c3b-03", "ovs_interfaceid": "f4121c3b-03ab-4f52-8995-813b7f9ef213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.072034] env[68466]: DEBUG nova.compute.utils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.076613] env[68466]: DEBUG nova.compute.manager [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.077039] env[68466]: DEBUG nova.network.neutron [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.130658] env[68466]: DEBUG nova.policy [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9e0da251d04487ba45ab13a2e82fd36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82aca5af3617414d9caadde8f6aaaa7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.160821] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a4e6c3-daa0-b695-1460-29929e1c4a26, 'name': SearchDatastore_Task, 'duration_secs': 0.008088} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.163685] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.166318] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.166318] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.197017] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520c904f-851f-bc3e-9ea4-8e17508d86b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.197155] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.197509] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7/c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.197803] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.198082] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.198337] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c821765-568c-49cc-9b09-c46418ee7098 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.200864] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8f177e4-34f8-4262-87be-581afe512453 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.208562] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 677.208562] env[68466]: value = "task-2811946" [ 677.208562] env[68466]: _type = "Task" [ 677.208562] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.213608] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.214125] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.220352] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769fc9d7-7832-4f43-a38c-fd05dc24c12e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.221024] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.223990] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 677.223990] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5295a5fc-959f-a372-6898-4869f24e9858" [ 677.223990] env[68466]: _type = "Task" [ 677.223990] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.234524] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5295a5fc-959f-a372-6898-4869f24e9858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.275788] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.276063] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.276260] env[68466]: DEBUG nova.compute.manager [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Going to confirm migration 1 {{(pid=68466) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 677.401145] env[68466]: DEBUG oslo_vmware.api [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811945, 'name': PowerOffVM_Task, 'duration_secs': 0.236101} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.402101] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.402101] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.402265] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e35166-a58c-4f64-80d0-373923d55295 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.440974] env[68466]: DEBUG oslo_concurrency.lockutils [req-2ea71466-8c39-4bef-ad39-a93cf5bbbf40 req-215641dc-e42c-4c5c-89cc-9cbe810f89c6 service nova] Releasing lock "refresh_cache-8bffcb6f-d44b-4da3-8ac2-c5de39537344" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.483494] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.484071] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.484456] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Deleting the datastore file [datastore1] 2814b645-4619-4fd7-a27c-04570fff9bb6 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.484958] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-379da370-3941-44b0-a925-e02601dd6819 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.494574] env[68466]: DEBUG oslo_vmware.api [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for the task: (returnval){ [ 677.494574] env[68466]: value = "task-2811948" [ 677.494574] env[68466]: _type = "Task" [ 677.494574] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.501217] env[68466]: DEBUG nova.network.neutron [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Successfully created port: 930c6dd2-72e0-4037-9fdb-d4ed219d8812 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.510473] env[68466]: DEBUG oslo_vmware.api [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.578042] env[68466]: DEBUG nova.compute.manager [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.723651] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811946, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.745660] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5295a5fc-959f-a372-6898-4869f24e9858, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.746632] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e87a566a-d057-4cb1-be87-ab4b3c300ac4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.757476] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 677.757476] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5214cafe-f762-7b91-0381-5fee643f14d7" [ 677.757476] env[68466]: _type = "Task" [ 677.757476] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.767489] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5214cafe-f762-7b91-0381-5fee643f14d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.897337] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.897516] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.897697] env[68466]: DEBUG nova.network.neutron [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.900791] env[68466]: DEBUG nova.objects.instance [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lazy-loading 'info_cache' on Instance uuid 90eb84e2-88bc-468a-987a-cc2e865f6ea8 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.006203] env[68466]: DEBUG oslo_vmware.api [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Task: {'id': task-2811948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491553} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.006481] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.006720] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.006969] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.007165] env[68466]: INFO nova.compute.manager [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 678.007612] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.007870] env[68466]: DEBUG nova.compute.manager [-] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.008023] env[68466]: DEBUG nova.network.neutron [-] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.209240] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e986e163-d0fb-46e0-9ca2-d5473de68334 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.225349] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504910d6-6c0b-4654-8000-f83f09fd7d4e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.228635] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561974} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.228893] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7/c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.229115] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.229746] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbd61bc1-f80b-4a4a-a89f-e519538b7316 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.265009] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d66e3f-ccc3-4857-b5da-bb034c6194db {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.270108] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 678.270108] env[68466]: value = "task-2811949" [ 678.270108] env[68466]: _type = "Task" [ 678.270108] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.280655] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5214cafe-f762-7b91-0381-5fee643f14d7, 'name': SearchDatastore_Task, 'duration_secs': 0.026399} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.283355] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbdd7d1-f8a1-440b-89e0-8021c4c601e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.287704] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.288023] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] b5b33559-3d17-4ff8-9aae-0290996f43d2/b5b33559-3d17-4ff8-9aae-0290996f43d2.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.291387] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f7c6735-e589-4f7d-b26e-d662ccd2be8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.293462] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.304435] env[68466]: DEBUG nova.compute.provider_tree [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.308441] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 678.308441] env[68466]: value = "task-2811950" [ 678.308441] env[68466]: _type = "Task" [ 678.308441] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.319845] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.424847] env[68466]: DEBUG nova.compute.manager [req-9642a5cc-e749-4a0b-b109-e5d7553985ba req-92403cdc-ac0d-49c4-a4fb-bc9955fcb7fd service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Received event network-vif-deleted-7511342d-4bca-4347-bdf8-f3eca0b47a8b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 678.425241] env[68466]: INFO nova.compute.manager [req-9642a5cc-e749-4a0b-b109-e5d7553985ba req-92403cdc-ac0d-49c4-a4fb-bc9955fcb7fd service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Neutron deleted interface 7511342d-4bca-4347-bdf8-f3eca0b47a8b; detaching it from the instance and deleting it from the info cache [ 678.425598] env[68466]: DEBUG nova.network.neutron [req-9642a5cc-e749-4a0b-b109-e5d7553985ba req-92403cdc-ac0d-49c4-a4fb-bc9955fcb7fd service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.593661] env[68466]: DEBUG nova.compute.manager [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.620616] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.620882] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.621047] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.621233] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.621415] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.621612] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.621922] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.622213] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.622403] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.622568] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.622742] env[68466]: DEBUG nova.virt.hardware [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.623622] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1704056d-97d3-4a2f-9dfd-343c30e23d71 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.632493] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc40b4d-528b-47e1-90e7-3175ae406a66 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.769457] env[68466]: DEBUG nova.network.neutron [-] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.780703] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070435} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.781335] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.782204] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb7192-461d-4735-9ae6-1ae3bac29ed6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.808978] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7/c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.810188] env[68466]: DEBUG nova.scheduler.client.report [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.813264] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bbd3848-4853-4242-bc74-e55f7a518c1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.837856] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811950, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.839256] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 678.839256] env[68466]: value = "task-2811951" [ 678.839256] env[68466]: _type = "Task" [ 678.839256] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.850034] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.928743] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a5144de-0fb8-4d1c-91a1-36964e4f5a0c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.941652] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e37bfc-6457-4fce-9e8e-27640948a886 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.982207] env[68466]: DEBUG nova.compute.manager [req-9642a5cc-e749-4a0b-b109-e5d7553985ba req-92403cdc-ac0d-49c4-a4fb-bc9955fcb7fd service nova] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Detach interface failed, port_id=7511342d-4bca-4347-bdf8-f3eca0b47a8b, reason: Instance 2814b645-4619-4fd7-a27c-04570fff9bb6 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 679.274282] env[68466]: INFO nova.compute.manager [-] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Took 1.26 seconds to deallocate network for instance. [ 679.285528] env[68466]: DEBUG nova.network.neutron [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance_info_cache with network_info: [{"id": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "address": "fa:16:3e:96:49:ea", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ada3f17-f9", "ovs_interfaceid": "3ada3f17-f9f7-4020-9b88-4f2d03aa01d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.335163] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.336607] env[68466]: DEBUG nova.compute.manager [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.341154] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884536} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.342162] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.364s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.342437] env[68466]: DEBUG nova.objects.instance [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lazy-loading 'resources' on Instance uuid 5098d10c-769d-480d-adda-b93a821e7007 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.344113] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] b5b33559-3d17-4ff8-9aae-0290996f43d2/b5b33559-3d17-4ff8-9aae-0290996f43d2.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.344475] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.351362] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd3523f5-1f16-40c2-8027-1d872d84240b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.359564] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.360192] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 679.360192] env[68466]: value = "task-2811952" [ 679.360192] env[68466]: _type = "Task" [ 679.360192] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.369214] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.370486] env[68466]: DEBUG nova.network.neutron [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Successfully updated port: 930c6dd2-72e0-4037-9fdb-d4ed219d8812 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.789980] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.789980] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "refresh_cache-90eb84e2-88bc-468a-987a-cc2e865f6ea8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.790608] env[68466]: DEBUG nova.objects.instance [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lazy-loading 'migration_context' on Instance uuid 90eb84e2-88bc-468a-987a-cc2e865f6ea8 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.849625] env[68466]: DEBUG nova.compute.utils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.859952] env[68466]: DEBUG nova.compute.manager [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.860108] env[68466]: DEBUG nova.network.neutron [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.869214] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811951, 'name': ReconfigVM_Task, 'duration_secs': 0.948458} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.870722] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7/c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.871702] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7d6b911-e882-4225-a474-a913345f87af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.876348] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquiring lock "refresh_cache-c627a46b-228f-4f55-846e-205d2df07ec9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.876494] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquired lock "refresh_cache-c627a46b-228f-4f55-846e-205d2df07ec9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.876631] env[68466]: DEBUG nova.network.neutron [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.877994] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065446} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.878585] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.879376] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0085aab-7ddc-4810-8e99-1d7146531028 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.884653] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 679.884653] env[68466]: value = "task-2811953" [ 679.884653] env[68466]: _type = "Task" [ 679.884653] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.903992] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] b5b33559-3d17-4ff8-9aae-0290996f43d2/b5b33559-3d17-4ff8-9aae-0290996f43d2.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.909200] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86955c33-dcfc-4f5b-a6af-6176e9290009 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.928722] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811953, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.934282] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 679.934282] env[68466]: value = "task-2811954" [ 679.934282] env[68466]: _type = "Task" [ 679.934282] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.947101] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.979227] env[68466]: DEBUG nova.policy [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5d905ce2d4c4bd4b6d7a6887a16a4eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e21d72e7fbbb42a6844af7c64c7afcc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.295437] env[68466]: DEBUG nova.objects.base [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Object Instance<90eb84e2-88bc-468a-987a-cc2e865f6ea8> lazy-loaded attributes: info_cache,migration_context {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 680.297162] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a41462e-b0a6-4ea8-8426-c8f7fdd4588b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.323953] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1cb2bb-e90f-4e32-a616-4c2c00ac9aff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.329738] env[68466]: DEBUG oslo_vmware.api [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 680.329738] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521108ee-8683-aa04-21ff-7e0e851a914f" [ 680.329738] env[68466]: _type = "Task" [ 680.329738] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.340498] env[68466]: DEBUG oslo_vmware.api [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521108ee-8683-aa04-21ff-7e0e851a914f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.364349] env[68466]: DEBUG nova.compute.manager [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.394868] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811953, 'name': Rename_Task, 'duration_secs': 0.28475} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.399021] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.399021] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8244382-5ecc-4133-a25f-f4ad60956650 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.406354] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 680.406354] env[68466]: value = "task-2811955" [ 680.406354] env[68466]: _type = "Task" [ 680.406354] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.414789] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.437780] env[68466]: DEBUG nova.network.neutron [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.451198] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.467689] env[68466]: DEBUG nova.compute.manager [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Received event network-vif-plugged-930c6dd2-72e0-4037-9fdb-d4ed219d8812 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.467906] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] Acquiring lock "c627a46b-228f-4f55-846e-205d2df07ec9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.468254] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] Lock "c627a46b-228f-4f55-846e-205d2df07ec9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.468476] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] Lock "c627a46b-228f-4f55-846e-205d2df07ec9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.468699] env[68466]: DEBUG nova.compute.manager [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] No waiting events found dispatching network-vif-plugged-930c6dd2-72e0-4037-9fdb-d4ed219d8812 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.468913] env[68466]: WARNING nova.compute.manager [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Received unexpected event network-vif-plugged-930c6dd2-72e0-4037-9fdb-d4ed219d8812 for instance with vm_state building and task_state spawning. [ 680.469126] env[68466]: DEBUG nova.compute.manager [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Received event network-changed-930c6dd2-72e0-4037-9fdb-d4ed219d8812 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.469984] env[68466]: DEBUG nova.compute.manager [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Refreshing instance network info cache due to event network-changed-930c6dd2-72e0-4037-9fdb-d4ed219d8812. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 680.470411] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] Acquiring lock "refresh_cache-c627a46b-228f-4f55-846e-205d2df07ec9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.487675] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ddb44a-cff5-473b-8c8d-f7dab9c5e250 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.496751] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb890a9-b573-460b-8b7d-59be3a17b969 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.538157] env[68466]: DEBUG nova.network.neutron [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Successfully created port: 71f3eafe-fe59-4ba4-9268-2814ea2a9538 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.540477] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf75ed8-7115-4a11-afeb-d44deb9b9470 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.548649] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263a4cad-f432-491d-9145-7f40fcf684d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.562272] env[68466]: DEBUG nova.compute.provider_tree [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.713883] env[68466]: DEBUG nova.network.neutron [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Updating instance_info_cache with network_info: [{"id": "930c6dd2-72e0-4037-9fdb-d4ed219d8812", "address": "fa:16:3e:9f:78:f0", "network": {"id": "ea2dc79c-9d35-446d-b07c-eba0b4870772", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1914049373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82aca5af3617414d9caadde8f6aaaa7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930c6dd2-72", "ovs_interfaceid": "930c6dd2-72e0-4037-9fdb-d4ed219d8812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.841814] env[68466]: DEBUG oslo_vmware.api [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521108ee-8683-aa04-21ff-7e0e851a914f, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.842143] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.921473] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811955, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.950008] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811954, 'name': ReconfigVM_Task, 'duration_secs': 0.558622} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.950309] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Reconfigured VM instance instance-0000001d to attach disk [datastore2] b5b33559-3d17-4ff8-9aae-0290996f43d2/b5b33559-3d17-4ff8-9aae-0290996f43d2.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.951341] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17756033-61fa-46cb-8db9-2ab662a64761 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.960354] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 680.960354] env[68466]: value = "task-2811956" [ 680.960354] env[68466]: _type = "Task" [ 680.960354] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.969038] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811956, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.068520] env[68466]: DEBUG nova.scheduler.client.report [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.216971] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Releasing lock "refresh_cache-c627a46b-228f-4f55-846e-205d2df07ec9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.217410] env[68466]: DEBUG nova.compute.manager [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Instance network_info: |[{"id": "930c6dd2-72e0-4037-9fdb-d4ed219d8812", "address": "fa:16:3e:9f:78:f0", "network": {"id": "ea2dc79c-9d35-446d-b07c-eba0b4870772", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1914049373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82aca5af3617414d9caadde8f6aaaa7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930c6dd2-72", "ovs_interfaceid": "930c6dd2-72e0-4037-9fdb-d4ed219d8812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.217734] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] Acquired lock "refresh_cache-c627a46b-228f-4f55-846e-205d2df07ec9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.217913] env[68466]: DEBUG nova.network.neutron [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Refreshing network info cache for port 930c6dd2-72e0-4037-9fdb-d4ed219d8812 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.219230] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:78:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '930c6dd2-72e0-4037-9fdb-d4ed219d8812', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.226985] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Creating folder: Project (82aca5af3617414d9caadde8f6aaaa7c). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.230247] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12088fc0-ba10-4bf6-b842-54bc9f4fc996 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.242423] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Created folder: Project (82aca5af3617414d9caadde8f6aaaa7c) in parent group-v564977. [ 681.242655] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Creating folder: Instances. Parent ref: group-v565071. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.242951] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dde47ba-9f48-40d1-b8af-081130a6e727 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.251795] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Created folder: Instances in parent group-v565071. [ 681.252086] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.252281] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.252485] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-210b4f63-b9d8-44fa-b9e8-0449d1bcd3c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.276205] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.276205] env[68466]: value = "task-2811959" [ 681.276205] env[68466]: _type = "Task" [ 681.276205] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.286516] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811959, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.376090] env[68466]: DEBUG nova.compute.manager [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.403373] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.403726] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.403903] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.404688] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.404688] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.404688] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.404688] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.404895] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.404895] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.405069] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.405288] env[68466]: DEBUG nova.virt.hardware [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.406230] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8951879-6e5e-4326-be39-a98d790110de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.420083] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d597b3c-93f1-491e-82d1-926272fed5d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.424583] env[68466]: DEBUG oslo_vmware.api [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811955, 'name': PowerOnVM_Task, 'duration_secs': 0.994902} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.424872] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.425094] env[68466]: INFO nova.compute.manager [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Took 8.25 seconds to spawn the instance on the hypervisor. [ 681.425273] env[68466]: DEBUG nova.compute.manager [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.426581] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca5650-1c56-4dad-9c02-d13f5af256a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.469223] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811956, 'name': Rename_Task, 'duration_secs': 0.204366} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.469508] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.469869] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bec32fdd-bb08-4e8e-9ad1-87c18d3aa107 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.476276] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 681.476276] env[68466]: value = "task-2811960" [ 681.476276] env[68466]: _type = "Task" [ 681.476276] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.477089] env[68466]: DEBUG nova.network.neutron [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Updated VIF entry in instance network info cache for port 930c6dd2-72e0-4037-9fdb-d4ed219d8812. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.477411] env[68466]: DEBUG nova.network.neutron [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Updating instance_info_cache with network_info: [{"id": "930c6dd2-72e0-4037-9fdb-d4ed219d8812", "address": "fa:16:3e:9f:78:f0", "network": {"id": "ea2dc79c-9d35-446d-b07c-eba0b4870772", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1914049373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82aca5af3617414d9caadde8f6aaaa7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930c6dd2-72", "ovs_interfaceid": "930c6dd2-72e0-4037-9fdb-d4ed219d8812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.488418] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.573974] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.576832] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.583s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.577630] env[68466]: DEBUG nova.objects.instance [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lazy-loading 'resources' on Instance uuid d5708f0e-33be-4ca0-8d7d-a064f65a0521 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.598528] env[68466]: INFO nova.scheduler.client.report [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleted allocations for instance 5098d10c-769d-480d-adda-b93a821e7007 [ 681.665846] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "54de098c-d0f8-4987-8b42-c964156b16d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.666131] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "54de098c-d0f8-4987-8b42-c964156b16d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.787404] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811959, 'name': CreateVM_Task, 'duration_secs': 0.398613} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.787581] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.788304] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.788490] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.788824] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.789107] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edd3d17f-1da4-48ff-9ec7-1540d1dde6cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.794386] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 681.794386] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a50f1c-d4a9-8040-5d33-3cc6f1086184" [ 681.794386] env[68466]: _type = "Task" [ 681.794386] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.803451] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a50f1c-d4a9-8040-5d33-3cc6f1086184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.955402] env[68466]: INFO nova.compute.manager [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Took 40.33 seconds to build instance. [ 681.984767] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc3b2a37-7697-45ad-a800-ecdfed861d70 req-493035e5-219f-40b3-bbb6-feed890fb27a service nova] Releasing lock "refresh_cache-c627a46b-228f-4f55-846e-205d2df07ec9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.988186] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.111374] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88ff9f72-8a6c-4c72-bd49-8e4885f4db04 tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "5098d10c-769d-480d-adda-b93a821e7007" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.370s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.176159] env[68466]: DEBUG nova.network.neutron [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Successfully updated port: 71f3eafe-fe59-4ba4-9268-2814ea2a9538 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.307318] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a50f1c-d4a9-8040-5d33-3cc6f1086184, 'name': SearchDatastore_Task, 'duration_secs': 0.02548} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.307700] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.307941] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.308205] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.308354] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.308649] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.308958] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90081714-2bc3-4f70-adb8-ac23176c7a7b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.318400] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.318620] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.319475] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33869e71-4bef-45f8-ad06-31e2cd658a48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.326028] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 682.326028] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5277b139-ba30-e60c-9268-aec3de44fb79" [ 682.326028] env[68466]: _type = "Task" [ 682.326028] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.338884] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5277b139-ba30-e60c-9268-aec3de44fb79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.436642] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquiring lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.459450] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3de35c8b-fb50-4eb3-b331-29f987a67a50 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.379s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.461273] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.025s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.461567] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquiring lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.461793] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.461970] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.464382] env[68466]: INFO nova.compute.manager [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Terminating instance [ 682.492930] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.503438] env[68466]: DEBUG nova.compute.manager [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Received event network-vif-plugged-71f3eafe-fe59-4ba4-9268-2814ea2a9538 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 682.503699] env[68466]: DEBUG oslo_concurrency.lockutils [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] Acquiring lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.503910] env[68466]: DEBUG oslo_concurrency.lockutils [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] Lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.504198] env[68466]: DEBUG oslo_concurrency.lockutils [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] Lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.504340] env[68466]: DEBUG nova.compute.manager [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] No waiting events found dispatching network-vif-plugged-71f3eafe-fe59-4ba4-9268-2814ea2a9538 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.504518] env[68466]: WARNING nova.compute.manager [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Received unexpected event network-vif-plugged-71f3eafe-fe59-4ba4-9268-2814ea2a9538 for instance with vm_state building and task_state spawning. [ 682.504673] env[68466]: DEBUG nova.compute.manager [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Received event network-changed-71f3eafe-fe59-4ba4-9268-2814ea2a9538 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 682.505472] env[68466]: DEBUG nova.compute.manager [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Refreshing instance network info cache due to event network-changed-71f3eafe-fe59-4ba4-9268-2814ea2a9538. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 682.505472] env[68466]: DEBUG oslo_concurrency.lockutils [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] Acquiring lock "refresh_cache-05cb9a0a-33dd-43b5-b430-2a36ec1942c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.505472] env[68466]: DEBUG oslo_concurrency.lockutils [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] Acquired lock "refresh_cache-05cb9a0a-33dd-43b5-b430-2a36ec1942c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.505472] env[68466]: DEBUG nova.network.neutron [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Refreshing network info cache for port 71f3eafe-fe59-4ba4-9268-2814ea2a9538 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.596170] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5720e0c3-6307-4b8a-a927-3e08657852a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.604252] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf98f3dd-0e5e-4b78-bdc2-51df0c485c49 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.634229] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbe692f-6953-4d54-9634-0d3b91107c82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.641775] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100195c8-30b1-4daf-a327-ab8a5dfdfce0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.655696] env[68466]: DEBUG nova.compute.provider_tree [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.679348] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "refresh_cache-05cb9a0a-33dd-43b5-b430-2a36ec1942c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.837136] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5277b139-ba30-e60c-9268-aec3de44fb79, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.837968] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573cfba2-9aca-4e66-a5cb-5f6841b150f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.843327] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 682.843327] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525e2b4f-57e6-9a45-3c32-721383ebdf27" [ 682.843327] env[68466]: _type = "Task" [ 682.843327] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.852336] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525e2b4f-57e6-9a45-3c32-721383ebdf27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.964591] env[68466]: DEBUG nova.compute.manager [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.973426] env[68466]: DEBUG nova.compute.manager [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.973649] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.974539] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cba8cc-d1ff-4da5-94af-44a041bc3cdc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.985643] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.985903] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e736fd6-9390-4ccf-abd9-20f098101cf9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.992660] env[68466]: DEBUG oslo_vmware.api [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811960, 'name': PowerOnVM_Task, 'duration_secs': 1.247614} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.994043] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.994268] env[68466]: INFO nova.compute.manager [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Took 7.13 seconds to spawn the instance on the hypervisor. [ 682.994452] env[68466]: DEBUG nova.compute.manager [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.994817] env[68466]: DEBUG oslo_vmware.api [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 682.994817] env[68466]: value = "task-2811961" [ 682.994817] env[68466]: _type = "Task" [ 682.994817] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.995530] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd9b8c7-1c4e-4523-a52c-e2804c8accfd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.013918] env[68466]: DEBUG oslo_vmware.api [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.043796] env[68466]: DEBUG nova.network.neutron [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.116023] env[68466]: DEBUG nova.network.neutron [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.159732] env[68466]: DEBUG nova.scheduler.client.report [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.354848] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525e2b4f-57e6-9a45-3c32-721383ebdf27, 'name': SearchDatastore_Task, 'duration_secs': 0.025874} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.355166] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.355477] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c627a46b-228f-4f55-846e-205d2df07ec9/c627a46b-228f-4f55-846e-205d2df07ec9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.355749] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4708d3b-9b0b-47a7-ac7e-923c7f67da4d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.362682] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 683.362682] env[68466]: value = "task-2811962" [ 683.362682] env[68466]: _type = "Task" [ 683.362682] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.370939] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.489180] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.509219] env[68466]: DEBUG oslo_vmware.api [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811961, 'name': PowerOffVM_Task, 'duration_secs': 0.27871} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.509529] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.509698] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.509962] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-270949cd-5707-4897-a812-12486ae571d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.522188] env[68466]: INFO nova.compute.manager [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Took 36.57 seconds to build instance. [ 683.577092] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.577092] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.577307] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Deleting the datastore file [datastore2] c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.577671] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66eba2ea-ad1f-48c0-9d40-9c019b86eee7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.585223] env[68466]: DEBUG oslo_vmware.api [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for the task: (returnval){ [ 683.585223] env[68466]: value = "task-2811964" [ 683.585223] env[68466]: _type = "Task" [ 683.585223] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.596730] env[68466]: DEBUG oslo_vmware.api [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.618921] env[68466]: DEBUG oslo_concurrency.lockutils [req-27b989a5-711b-476f-9b66-394f5aff0d53 req-eab951d5-6ced-4dd2-ad03-5f220821a1ee service nova] Releasing lock "refresh_cache-05cb9a0a-33dd-43b5-b430-2a36ec1942c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.619347] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquired lock "refresh_cache-05cb9a0a-33dd-43b5-b430-2a36ec1942c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.619511] env[68466]: DEBUG nova.network.neutron [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.670974] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.673496] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.949s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.675116] env[68466]: INFO nova.compute.claims [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.690845] env[68466]: INFO nova.scheduler.client.report [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Deleted allocations for instance d5708f0e-33be-4ca0-8d7d-a064f65a0521 [ 683.878829] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811962, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.023876] env[68466]: DEBUG oslo_concurrency.lockutils [None req-49e65ce3-f7e4-4129-9580-387c28dd8d66 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "b5b33559-3d17-4ff8-9aae-0290996f43d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.146s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.095885] env[68466]: DEBUG oslo_vmware.api [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.160691] env[68466]: DEBUG nova.network.neutron [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.199689] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c200f812-35c2-4048-a6ca-d6fc1833fe9e tempest-ListServersNegativeTestJSON-458439061 tempest-ListServersNegativeTestJSON-458439061-project-member] Lock "d5708f0e-33be-4ca0-8d7d-a064f65a0521" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.691s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.302403] env[68466]: DEBUG nova.compute.manager [None req-235d4cff-6970-493a-b315-25304736e956 tempest-ServerDiagnosticsV248Test-2011152028 tempest-ServerDiagnosticsV248Test-2011152028-project-admin] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.303880] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcb101a-abcc-4a05-a796-20b5ccdeb61a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.313582] env[68466]: INFO nova.compute.manager [None req-235d4cff-6970-493a-b315-25304736e956 tempest-ServerDiagnosticsV248Test-2011152028 tempest-ServerDiagnosticsV248Test-2011152028-project-admin] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Retrieving diagnostics [ 684.314390] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e552fab-fb3b-49e8-a57d-b329398228f9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.351779] env[68466]: DEBUG nova.network.neutron [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Updating instance_info_cache with network_info: [{"id": "71f3eafe-fe59-4ba4-9268-2814ea2a9538", "address": "fa:16:3e:75:47:f9", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f3eafe-fe", "ovs_interfaceid": "71f3eafe-fe59-4ba4-9268-2814ea2a9538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.374617] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739884} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.374903] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c627a46b-228f-4f55-846e-205d2df07ec9/c627a46b-228f-4f55-846e-205d2df07ec9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.375163] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.375438] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e334151-a11e-43b1-83c4-bbf9a9b5fa8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.381565] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 684.381565] env[68466]: value = "task-2811965" [ 684.381565] env[68466]: _type = "Task" [ 684.381565] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.390673] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.528526] env[68466]: DEBUG nova.compute.manager [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.596755] env[68466]: DEBUG oslo_vmware.api [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Task: {'id': task-2811964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578222} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.597088] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.597280] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.597484] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.597706] env[68466]: INFO nova.compute.manager [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 684.597954] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.598165] env[68466]: DEBUG nova.compute.manager [-] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.598263] env[68466]: DEBUG nova.network.neutron [-] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.855443] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Releasing lock "refresh_cache-05cb9a0a-33dd-43b5-b430-2a36ec1942c9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.855919] env[68466]: DEBUG nova.compute.manager [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Instance network_info: |[{"id": "71f3eafe-fe59-4ba4-9268-2814ea2a9538", "address": "fa:16:3e:75:47:f9", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f3eafe-fe", "ovs_interfaceid": "71f3eafe-fe59-4ba4-9268-2814ea2a9538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.859924] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:47:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71f3eafe-fe59-4ba4-9268-2814ea2a9538', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.866189] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Creating folder: Project (e21d72e7fbbb42a6844af7c64c7afcc1). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.866710] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce8e0399-bd3c-487c-b0e4-200413a16a6a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.887808] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Created folder: Project (e21d72e7fbbb42a6844af7c64c7afcc1) in parent group-v564977. [ 684.887902] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Creating folder: Instances. Parent ref: group-v565074. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.890372] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33fe5743-a342-4ff4-ae2d-20148ebfcf7e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.896648] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230617} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.897735] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.898426] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7879cc-6e38-4ad5-830a-5ea5693fce0a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.921740] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] c627a46b-228f-4f55-846e-205d2df07ec9/c627a46b-228f-4f55-846e-205d2df07ec9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.925861] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a26b59-6669-496a-add9-696c92dd8faa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.940719] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Created folder: Instances in parent group-v565074. [ 684.940993] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.941541] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.942168] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c020cefa-e12f-435b-b3cd-9c6141a22bb3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.961680] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 684.961680] env[68466]: value = "task-2811968" [ 684.961680] env[68466]: _type = "Task" [ 684.961680] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.967317] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.967317] env[68466]: value = "task-2811969" [ 684.967317] env[68466]: _type = "Task" [ 684.967317] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.970572] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.981399] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811969, 'name': CreateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.054443] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.070305] env[68466]: DEBUG nova.compute.manager [req-16994982-634e-4687-ac94-71e7fa24fb41 req-99001e1c-2226-48d7-9ff8-f63db324908c service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Received event network-vif-deleted-45510ea3-6d51-4f0c-be49-1e02b9fedd5e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.070543] env[68466]: INFO nova.compute.manager [req-16994982-634e-4687-ac94-71e7fa24fb41 req-99001e1c-2226-48d7-9ff8-f63db324908c service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Neutron deleted interface 45510ea3-6d51-4f0c-be49-1e02b9fedd5e; detaching it from the instance and deleting it from the info cache [ 685.070725] env[68466]: DEBUG nova.network.neutron [req-16994982-634e-4687-ac94-71e7fa24fb41 req-99001e1c-2226-48d7-9ff8-f63db324908c service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.220597] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e406206-3f4f-476e-91ab-5d8516feb835 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.230742] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3443f6b3-c61c-4232-9767-04ceb42843ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.264263] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c0e5c6-fdbd-4cae-bf91-7fea0b87b084 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.272446] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a84018c-a782-4781-a3cf-0414c38a7f3e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.288121] env[68466]: DEBUG nova.compute.provider_tree [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.376959] env[68466]: DEBUG nova.network.neutron [-] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.472426] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811968, 'name': ReconfigVM_Task, 'duration_secs': 0.323307} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.475726] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Reconfigured VM instance instance-0000001e to attach disk [datastore2] c627a46b-228f-4f55-846e-205d2df07ec9/c627a46b-228f-4f55-846e-205d2df07ec9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.476408] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1220a2a-d408-4177-8990-8e2be4df398a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.483195] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811969, 'name': CreateVM_Task, 'duration_secs': 0.403465} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.484327] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.484677] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 685.484677] env[68466]: value = "task-2811970" [ 685.484677] env[68466]: _type = "Task" [ 685.484677] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.485318] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.485510] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.485828] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.486165] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208b7f56-3534-4f45-b1b5-89a1da78591d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.494806] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 685.494806] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528bde94-d221-5a20-5219-2d329e439644" [ 685.494806] env[68466]: _type = "Task" [ 685.494806] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.497674] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811970, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.505266] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528bde94-d221-5a20-5219-2d329e439644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.573855] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c3e8771-34b5-4f50-84cc-23784a9f3a0c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.583205] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df0de89-6694-4bec-8476-40efd011ecec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.618326] env[68466]: DEBUG nova.compute.manager [req-16994982-634e-4687-ac94-71e7fa24fb41 req-99001e1c-2226-48d7-9ff8-f63db324908c service nova] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Detach interface failed, port_id=45510ea3-6d51-4f0c-be49-1e02b9fedd5e, reason: Instance c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 685.791384] env[68466]: DEBUG nova.scheduler.client.report [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.882497] env[68466]: INFO nova.compute.manager [-] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Took 1.28 seconds to deallocate network for instance. [ 685.998535] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811970, 'name': Rename_Task, 'duration_secs': 0.169885} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.002283] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.002283] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7548b7b-d968-456a-85f9-b9e61752d847 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.010675] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528bde94-d221-5a20-5219-2d329e439644, 'name': SearchDatastore_Task, 'duration_secs': 0.011157} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.012958] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.012958] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.012958] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.012958] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.013149] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.013261] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 686.013261] env[68466]: value = "task-2811971" [ 686.013261] env[68466]: _type = "Task" [ 686.013261] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.013477] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d705c12-4b96-4b9c-89d9-e82835cac744 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.025444] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.028471] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.028471] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.028471] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1171a432-e56c-4323-9fe4-03d03921500c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.036030] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 686.036030] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521ce224-f323-6a88-849b-571186bf6d3c" [ 686.036030] env[68466]: _type = "Task" [ 686.036030] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.044522] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521ce224-f323-6a88-849b-571186bf6d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.298042] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.298608] env[68466]: DEBUG nova.compute.manager [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.301254] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.642s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.301479] env[68466]: DEBUG nova.objects.instance [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lazy-loading 'resources' on Instance uuid 1c545408-f414-46fc-9498-2911ca29cbff {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.391745] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.526605] env[68466]: DEBUG oslo_vmware.api [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2811971, 'name': PowerOnVM_Task, 'duration_secs': 0.485678} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.526932] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.527198] env[68466]: INFO nova.compute.manager [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Took 7.93 seconds to spawn the instance on the hypervisor. [ 686.527380] env[68466]: DEBUG nova.compute.manager [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.528219] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c19d11e-a35d-4da9-8fab-057f19c46ee6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.546866] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521ce224-f323-6a88-849b-571186bf6d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01398} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.547633] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cf362a-bfc5-4361-bc2a-f0e27bfa052a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.552714] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 686.552714] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e18bc8-f772-1084-6181-878c1e34121d" [ 686.552714] env[68466]: _type = "Task" [ 686.552714] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.561103] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e18bc8-f772-1084-6181-878c1e34121d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.680288] env[68466]: DEBUG oslo_vmware.rw_handles [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208147e-de11-a7a9-68a2-8cedf2d04f9a/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 686.681041] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a80dc0-d97f-49ff-9479-17c1d92e4875 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.689645] env[68466]: DEBUG oslo_vmware.rw_handles [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208147e-de11-a7a9-68a2-8cedf2d04f9a/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 686.689645] env[68466]: ERROR oslo_vmware.rw_handles [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208147e-de11-a7a9-68a2-8cedf2d04f9a/disk-0.vmdk due to incomplete transfer. [ 686.689645] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5222d171-8c19-4c20-bc36-8c4303bb28d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.695907] env[68466]: DEBUG oslo_vmware.rw_handles [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208147e-de11-a7a9-68a2-8cedf2d04f9a/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 686.696099] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Uploaded image 64deae0b-5f69-42fc-8b75-cf0ce3c0e610 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 686.698877] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 686.698877] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-edcf6228-e815-42c2-a214-68a8beabc1ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.705111] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 686.705111] env[68466]: value = "task-2811972" [ 686.705111] env[68466]: _type = "Task" [ 686.705111] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.713063] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811972, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.807318] env[68466]: DEBUG nova.compute.utils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.809146] env[68466]: DEBUG nova.compute.manager [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.809265] env[68466]: DEBUG nova.network.neutron [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.886867] env[68466]: DEBUG nova.policy [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5d905ce2d4c4bd4b6d7a6887a16a4eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e21d72e7fbbb42a6844af7c64c7afcc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.051860] env[68466]: INFO nova.compute.manager [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Took 35.62 seconds to build instance. [ 687.065311] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e18bc8-f772-1084-6181-878c1e34121d, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.068108] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.068378] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 05cb9a0a-33dd-43b5-b430-2a36ec1942c9/05cb9a0a-33dd-43b5-b430-2a36ec1942c9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.068821] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c7fd362-5e8f-44e7-991d-70e9c9d5d886 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.078020] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 687.078020] env[68466]: value = "task-2811973" [ 687.078020] env[68466]: _type = "Task" [ 687.078020] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.090052] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.222469] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811972, 'name': Destroy_Task, 'duration_secs': 0.319511} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.225710] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Destroyed the VM [ 687.227448] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 687.227448] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a59384c1-adf9-4144-8960-2d8dd5873dd2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.242256] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 687.242256] env[68466]: value = "task-2811974" [ 687.242256] env[68466]: _type = "Task" [ 687.242256] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.252569] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.315743] env[68466]: DEBUG nova.compute.manager [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.328377] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32447d-bdeb-4e70-9c37-50bde12a8da6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.342297] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4b87b-8c14-4714-8e0e-9c2242459402 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.377246] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2b4339-84b3-431d-b9f0-429911882758 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.386605] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c3764b-4d7a-47dc-aa1e-f60195559738 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.404788] env[68466]: DEBUG nova.compute.provider_tree [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.558378] env[68466]: DEBUG nova.network.neutron [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Successfully created port: 1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.559864] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ec72b0bd-3afa-4937-8d8d-fde0e6bfe377 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "c627a46b-228f-4f55-846e-205d2df07ec9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.825s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.587121] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468478} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.587488] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 05cb9a0a-33dd-43b5-b430-2a36ec1942c9/05cb9a0a-33dd-43b5-b430-2a36ec1942c9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.587973] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.588257] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60d68fe6-80f0-4689-9100-06c4c304cfcf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.594185] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 687.594185] env[68466]: value = "task-2811975" [ 687.594185] env[68466]: _type = "Task" [ 687.594185] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.602601] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.718530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "9797a09f-33b3-4c33-87df-2aac5f4e498a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.718769] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.718997] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "9797a09f-33b3-4c33-87df-2aac5f4e498a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.719224] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.719393] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.721768] env[68466]: INFO nova.compute.manager [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Terminating instance [ 687.753462] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811974, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.908712] env[68466]: DEBUG nova.scheduler.client.report [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.063171] env[68466]: DEBUG nova.compute.manager [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.107900] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060814} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.110132] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.111599] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b41e8-9d22-4f91-808c-ffcc6ef87b12 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.135574] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 05cb9a0a-33dd-43b5-b430-2a36ec1942c9/05cb9a0a-33dd-43b5-b430-2a36ec1942c9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.136152] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7272d4b5-164e-425b-9ed6-2088cce0c102 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.156310] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 688.156310] env[68466]: value = "task-2811976" [ 688.156310] env[68466]: _type = "Task" [ 688.156310] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.164569] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.226216] env[68466]: DEBUG nova.compute.manager [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.226216] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.226734] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e55bed-b9a2-4bc1-89aa-e4afaee897d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.236078] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.236078] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db43d441-6139-4683-a76f-494a2c07eae0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.251884] env[68466]: DEBUG oslo_vmware.api [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811974, 'name': RemoveSnapshot_Task, 'duration_secs': 0.610654} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.252176] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 688.252381] env[68466]: INFO nova.compute.manager [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 688.299171] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.299171] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.299171] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleting the datastore file [datastore2] 9797a09f-33b3-4c33-87df-2aac5f4e498a {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.299171] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-541676f7-50c1-466b-b87c-8574a391687d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.306536] env[68466]: DEBUG oslo_vmware.api [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 688.306536] env[68466]: value = "task-2811978" [ 688.306536] env[68466]: _type = "Task" [ 688.306536] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.318420] env[68466]: DEBUG oslo_vmware.api [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.328696] env[68466]: DEBUG nova.compute.manager [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.373297] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.373297] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.373938] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.374863] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.375579] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.378037] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.378037] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.378037] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.378037] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.378037] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.378265] env[68466]: DEBUG nova.virt.hardware [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.378575] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9648dd6d-dfe2-437d-b581-7d84dced628b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.388705] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede73663-9bc9-4317-846b-abd7fe0a4877 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.414175] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.419143] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.313s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.420766] env[68466]: INFO nova.compute.claims [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.426933] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.427264] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.448903] env[68466]: INFO nova.scheduler.client.report [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Deleted allocations for instance 1c545408-f414-46fc-9498-2911ca29cbff [ 688.583746] env[68466]: DEBUG oslo_concurrency.lockutils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.593256] env[68466]: DEBUG nova.compute.manager [req-986321b1-ac72-4e62-9dd0-6b276e8aaad9 req-1fd5bb3b-b0b3-43fb-8973-5a6e56529a7e service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Received event network-changed-930c6dd2-72e0-4037-9fdb-d4ed219d8812 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.593256] env[68466]: DEBUG nova.compute.manager [req-986321b1-ac72-4e62-9dd0-6b276e8aaad9 req-1fd5bb3b-b0b3-43fb-8973-5a6e56529a7e service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Refreshing instance network info cache due to event network-changed-930c6dd2-72e0-4037-9fdb-d4ed219d8812. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 688.593256] env[68466]: DEBUG oslo_concurrency.lockutils [req-986321b1-ac72-4e62-9dd0-6b276e8aaad9 req-1fd5bb3b-b0b3-43fb-8973-5a6e56529a7e service nova] Acquiring lock "refresh_cache-c627a46b-228f-4f55-846e-205d2df07ec9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.593256] env[68466]: DEBUG oslo_concurrency.lockutils [req-986321b1-ac72-4e62-9dd0-6b276e8aaad9 req-1fd5bb3b-b0b3-43fb-8973-5a6e56529a7e service nova] Acquired lock "refresh_cache-c627a46b-228f-4f55-846e-205d2df07ec9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.593256] env[68466]: DEBUG nova.network.neutron [req-986321b1-ac72-4e62-9dd0-6b276e8aaad9 req-1fd5bb3b-b0b3-43fb-8973-5a6e56529a7e service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Refreshing network info cache for port 930c6dd2-72e0-4037-9fdb-d4ed219d8812 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.666997] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811976, 'name': ReconfigVM_Task, 'duration_secs': 0.298676} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.667317] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 05cb9a0a-33dd-43b5-b430-2a36ec1942c9/05cb9a0a-33dd-43b5-b430-2a36ec1942c9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.668244] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a534095-c82c-4ec6-a4fe-0905c7f1d002 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.676573] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 688.676573] env[68466]: value = "task-2811979" [ 688.676573] env[68466]: _type = "Task" [ 688.676573] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.689402] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811979, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.756252] env[68466]: DEBUG nova.compute.manager [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Instance disappeared during snapshot {{(pid=68466) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 688.772782] env[68466]: DEBUG nova.compute.manager [None req-abdcc5e4-1723-4efc-a649-1e99f836071c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image not found during clean up 64deae0b-5f69-42fc-8b75-cf0ce3c0e610 {{(pid=68466) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 688.818574] env[68466]: DEBUG oslo_vmware.api [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2811978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168078} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.818961] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.819234] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.819475] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.819820] env[68466]: INFO nova.compute.manager [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Took 0.59 seconds to destroy the instance on the hypervisor. [ 688.820122] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.821073] env[68466]: DEBUG nova.compute.manager [-] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.821073] env[68466]: DEBUG nova.network.neutron [-] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.956706] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8afd0f3a-8aa3-4a1d-9e1b-d4fe4dd2b1d7 tempest-ServerMetadataNegativeTestJSON-1013708986 tempest-ServerMetadataNegativeTestJSON-1013708986-project-member] Lock "1c545408-f414-46fc-9498-2911ca29cbff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.782s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.187717] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811979, 'name': Rename_Task, 'duration_secs': 0.179966} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.188066] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.188332] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7949d93-0c44-41fa-9ec5-454492dbb2a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.195112] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 689.195112] env[68466]: value = "task-2811980" [ 689.195112] env[68466]: _type = "Task" [ 689.195112] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.205070] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.534421] env[68466]: DEBUG nova.network.neutron [req-986321b1-ac72-4e62-9dd0-6b276e8aaad9 req-1fd5bb3b-b0b3-43fb-8973-5a6e56529a7e service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Updated VIF entry in instance network info cache for port 930c6dd2-72e0-4037-9fdb-d4ed219d8812. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.534793] env[68466]: DEBUG nova.network.neutron [req-986321b1-ac72-4e62-9dd0-6b276e8aaad9 req-1fd5bb3b-b0b3-43fb-8973-5a6e56529a7e service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Updating instance_info_cache with network_info: [{"id": "930c6dd2-72e0-4037-9fdb-d4ed219d8812", "address": "fa:16:3e:9f:78:f0", "network": {"id": "ea2dc79c-9d35-446d-b07c-eba0b4870772", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1914049373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82aca5af3617414d9caadde8f6aaaa7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap930c6dd2-72", "ovs_interfaceid": "930c6dd2-72e0-4037-9fdb-d4ed219d8812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.582507] env[68466]: DEBUG nova.network.neutron [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Successfully updated port: 1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.706586] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.838213] env[68466]: DEBUG nova.network.neutron [-] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.931305] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bdcf7f-7a96-4422-8e0b-9e89972bd5ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.939975] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192859e-f7be-4350-a872-07ed6649c0c9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.972704] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa36e5b1-75c0-4c55-90b7-e77dfedf2121 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.980506] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993d602-e937-449f-a5fa-c82e8653183b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.997948] env[68466]: DEBUG nova.compute.provider_tree [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.045014] env[68466]: DEBUG oslo_concurrency.lockutils [req-986321b1-ac72-4e62-9dd0-6b276e8aaad9 req-1fd5bb3b-b0b3-43fb-8973-5a6e56529a7e service nova] Releasing lock "refresh_cache-c627a46b-228f-4f55-846e-205d2df07ec9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.085795] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "refresh_cache-88df2192-c0bf-41f2-b8a6-ebe851e167ff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.085958] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquired lock "refresh_cache-88df2192-c0bf-41f2-b8a6-ebe851e167ff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.086132] env[68466]: DEBUG nova.network.neutron [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.211716] env[68466]: DEBUG oslo_vmware.api [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811980, 'name': PowerOnVM_Task, 'duration_secs': 0.617077} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.212115] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.212861] env[68466]: INFO nova.compute.manager [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Took 8.84 seconds to spawn the instance on the hypervisor. [ 690.213207] env[68466]: DEBUG nova.compute.manager [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.214389] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00445fa8-c58b-4e47-be48-323ce9f633eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.342068] env[68466]: INFO nova.compute.manager [-] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Took 1.52 seconds to deallocate network for instance. [ 690.440085] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "38281f32-3fce-40dd-83f1-56c133ea71ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.440347] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "38281f32-3fce-40dd-83f1-56c133ea71ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.501723] env[68466]: DEBUG nova.scheduler.client.report [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.622929] env[68466]: DEBUG nova.network.neutron [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.629795] env[68466]: DEBUG nova.compute.manager [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Received event network-vif-deleted-fde3e5aa-dfa1-41bc-8e29-226b80eb89e3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.630070] env[68466]: DEBUG nova.compute.manager [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Received event network-vif-plugged-1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.630428] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] Acquiring lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.630672] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] Lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.630839] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] Lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.630997] env[68466]: DEBUG nova.compute.manager [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] No waiting events found dispatching network-vif-plugged-1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.631174] env[68466]: WARNING nova.compute.manager [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Received unexpected event network-vif-plugged-1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694 for instance with vm_state building and task_state spawning. [ 690.631326] env[68466]: DEBUG nova.compute.manager [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Received event network-changed-1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.631470] env[68466]: DEBUG nova.compute.manager [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Refreshing instance network info cache due to event network-changed-1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 690.631629] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] Acquiring lock "refresh_cache-88df2192-c0bf-41f2-b8a6-ebe851e167ff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.745979] env[68466]: INFO nova.compute.manager [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Took 38.29 seconds to build instance. [ 690.787949] env[68466]: DEBUG nova.network.neutron [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Updating instance_info_cache with network_info: [{"id": "1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694", "address": "fa:16:3e:ad:6b:c9", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ded0e79-31", "ovs_interfaceid": "1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.855713] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.007720] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.008357] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.012024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.162s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.012024] env[68466]: DEBUG nova.objects.instance [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lazy-loading 'resources' on Instance uuid c795b5c6-878d-40ad-9d48-f4f7f886c245 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.249110] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4d5b7e7-d0b6-44f6-82dd-67a79269eafc tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.660s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.291952] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Releasing lock "refresh_cache-88df2192-c0bf-41f2-b8a6-ebe851e167ff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.291952] env[68466]: DEBUG nova.compute.manager [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Instance network_info: |[{"id": "1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694", "address": "fa:16:3e:ad:6b:c9", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ded0e79-31", "ovs_interfaceid": "1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.292148] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] Acquired lock "refresh_cache-88df2192-c0bf-41f2-b8a6-ebe851e167ff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.292148] env[68466]: DEBUG nova.network.neutron [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Refreshing network info cache for port 1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.292687] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:6b:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.306768] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.307807] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.308053] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa5cb6b9-ac54-46fc-a024-360c9d7aa47a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.330235] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.330235] env[68466]: value = "task-2811981" [ 691.330235] env[68466]: _type = "Task" [ 691.330235] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.346227] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811981, 'name': CreateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.516325] env[68466]: DEBUG nova.compute.utils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.519310] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.519310] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.578281] env[68466]: DEBUG nova.policy [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc2825a682d497ca301ae16dd3b4ebc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e77d53cef288471d94cb8f23959290f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.754018] env[68466]: DEBUG nova.compute.manager [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.846731] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811981, 'name': CreateVM_Task, 'duration_secs': 0.507184} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.847072] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.847787] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.847953] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.848278] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.848531] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93f94ab-12ae-4dd5-a53e-cf1a967e82fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.862442] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 691.862442] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521f60fd-1e69-1f7a-f89c-26cb7b271f90" [ 691.862442] env[68466]: _type = "Task" [ 691.862442] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.869201] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521f60fd-1e69-1f7a-f89c-26cb7b271f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.912232] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Successfully created port: 941fb5c3-717d-4556-8a0f-b7e29ef3bb90 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.021649] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368871b-eb4e-4304-aab8-2c57cc7dc0cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.024569] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.033369] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0250bb86-e489-437b-bc13-9d20e3e43461 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.069705] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5224087-3266-417b-b656-566928f431d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.079904] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d9178a-9fae-4a73-a92d-45027a1dff6a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.094393] env[68466]: DEBUG nova.compute.provider_tree [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.197753] env[68466]: DEBUG nova.network.neutron [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Updated VIF entry in instance network info cache for port 1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.198148] env[68466]: DEBUG nova.network.neutron [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Updating instance_info_cache with network_info: [{"id": "1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694", "address": "fa:16:3e:ad:6b:c9", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ded0e79-31", "ovs_interfaceid": "1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.274105] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.371407] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521f60fd-1e69-1f7a-f89c-26cb7b271f90, 'name': SearchDatastore_Task, 'duration_secs': 0.029531} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.371776] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.372033] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.372310] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.372521] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.372664] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.372960] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec53e076-b9b6-422c-b6ce-0429656190df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.382647] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.382878] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.383780] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee64f0f-5346-4c95-89bd-8eb82fcaf08c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.389298] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 692.389298] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e59fab-aa6d-86a1-4d9c-d4dc49956a67" [ 692.389298] env[68466]: _type = "Task" [ 692.389298] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.397815] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e59fab-aa6d-86a1-4d9c-d4dc49956a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.597999] env[68466]: DEBUG nova.scheduler.client.report [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.702740] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5768101-d5ad-44ae-9a93-2a63ac3dab6c req-644f028e-cd9e-4221-ad3e-1eedff260ef3 service nova] Releasing lock "refresh_cache-88df2192-c0bf-41f2-b8a6-ebe851e167ff" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.900341] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e59fab-aa6d-86a1-4d9c-d4dc49956a67, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.901152] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4135658b-4e19-4fa9-ae73-3b8933f9a98f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.906680] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 692.906680] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52141b87-95dc-7ac8-df72-3ec5898096d5" [ 692.906680] env[68466]: _type = "Task" [ 692.906680] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.914539] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52141b87-95dc-7ac8-df72-3ec5898096d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.979914] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "313032c0-fbc2-412b-9d9f-18fc97b79c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.980173] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "313032c0-fbc2-412b-9d9f-18fc97b79c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.035976] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.060897] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.061484] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.061484] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.061619] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.061764] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.061909] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.062129] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.062290] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.062454] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.062614] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.062786] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.063646] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e237b22a-682a-405e-9122-1a4ed3071b1d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.071339] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe93f877-48b9-4a53-9a13-0e6696853058 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.103205] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.106027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.704s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.106871] env[68466]: INFO nova.compute.claims [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.120122] env[68466]: INFO nova.scheduler.client.report [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Deleted allocations for instance c795b5c6-878d-40ad-9d48-f4f7f886c245 [ 693.404933] env[68466]: DEBUG nova.compute.manager [req-aade52b0-6b8b-498e-bc35-5eafb9825fec req-69d8934d-fd0e-4932-88db-acbc7ab1be0c service nova] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Received event network-vif-plugged-941fb5c3-717d-4556-8a0f-b7e29ef3bb90 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 693.405215] env[68466]: DEBUG oslo_concurrency.lockutils [req-aade52b0-6b8b-498e-bc35-5eafb9825fec req-69d8934d-fd0e-4932-88db-acbc7ab1be0c service nova] Acquiring lock "b2072172-2245-4f50-a9bc-dc3c1beda121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.405619] env[68466]: DEBUG oslo_concurrency.lockutils [req-aade52b0-6b8b-498e-bc35-5eafb9825fec req-69d8934d-fd0e-4932-88db-acbc7ab1be0c service nova] Lock "b2072172-2245-4f50-a9bc-dc3c1beda121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.405704] env[68466]: DEBUG oslo_concurrency.lockutils [req-aade52b0-6b8b-498e-bc35-5eafb9825fec req-69d8934d-fd0e-4932-88db-acbc7ab1be0c service nova] Lock "b2072172-2245-4f50-a9bc-dc3c1beda121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.405890] env[68466]: DEBUG nova.compute.manager [req-aade52b0-6b8b-498e-bc35-5eafb9825fec req-69d8934d-fd0e-4932-88db-acbc7ab1be0c service nova] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] No waiting events found dispatching network-vif-plugged-941fb5c3-717d-4556-8a0f-b7e29ef3bb90 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.406066] env[68466]: WARNING nova.compute.manager [req-aade52b0-6b8b-498e-bc35-5eafb9825fec req-69d8934d-fd0e-4932-88db-acbc7ab1be0c service nova] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Received unexpected event network-vif-plugged-941fb5c3-717d-4556-8a0f-b7e29ef3bb90 for instance with vm_state building and task_state spawning. [ 693.420022] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52141b87-95dc-7ac8-df72-3ec5898096d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014565} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.420022] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.420022] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 88df2192-c0bf-41f2-b8a6-ebe851e167ff/88df2192-c0bf-41f2-b8a6-ebe851e167ff.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.420022] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51dd9b3e-d0cb-47f5-a2a5-e5c97061f298 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.426487] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 693.426487] env[68466]: value = "task-2811982" [ 693.426487] env[68466]: _type = "Task" [ 693.426487] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.434735] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.626914] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cb09bcf3-3c44-4ebb-85ec-14e1c7a02f98 tempest-TenantUsagesTestJSON-1266543873 tempest-TenantUsagesTestJSON-1266543873-project-member] Lock "c795b5c6-878d-40ad-9d48-f4f7f886c245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.439s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.709609] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Successfully updated port: 941fb5c3-717d-4556-8a0f-b7e29ef3bb90 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.940399] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811982, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.212037] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "refresh_cache-b2072172-2245-4f50-a9bc-dc3c1beda121" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.213116] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "refresh_cache-b2072172-2245-4f50-a9bc-dc3c1beda121" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.213116] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.438098] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639905} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.440639] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 88df2192-c0bf-41f2-b8a6-ebe851e167ff/88df2192-c0bf-41f2-b8a6-ebe851e167ff.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.440860] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.441319] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a40036de-3366-4a96-9af3-86eb38b2ec4e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.447516] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 694.447516] env[68466]: value = "task-2811983" [ 694.447516] env[68466]: _type = "Task" [ 694.447516] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.458180] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.561348] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c29b88c-b1cf-4206-9801-a4402bd70538 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.568453] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cef1bf-42e0-4e1b-85c7-777d6eaeb339 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.598808] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b53e23-5400-4c77-af36-6206b8b08431 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.606070] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c26613-a596-459d-aae4-9f2a13164241 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.619034] env[68466]: DEBUG nova.compute.provider_tree [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.762047] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.852759] env[68466]: DEBUG nova.compute.manager [None req-1df6411c-399a-48d0-a1d2-4fecdb70ea40 tempest-ServerDiagnosticsV248Test-2011152028 tempest-ServerDiagnosticsV248Test-2011152028-project-admin] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.853886] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2b2988-b115-4226-bd08-665367d1bcd3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.860725] env[68466]: INFO nova.compute.manager [None req-1df6411c-399a-48d0-a1d2-4fecdb70ea40 tempest-ServerDiagnosticsV248Test-2011152028 tempest-ServerDiagnosticsV248Test-2011152028-project-admin] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Retrieving diagnostics [ 694.861670] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45ea993-d3e6-4215-a39d-dbb1e4f2f530 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.957861] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077434} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.958315] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.959114] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbaa672-e011-43ea-a783-34884cb6207c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.982518] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 88df2192-c0bf-41f2-b8a6-ebe851e167ff/88df2192-c0bf-41f2-b8a6-ebe851e167ff.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.983507] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Updating instance_info_cache with network_info: [{"id": "941fb5c3-717d-4556-8a0f-b7e29ef3bb90", "address": "fa:16:3e:3d:78:80", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941fb5c3-71", "ovs_interfaceid": "941fb5c3-717d-4556-8a0f-b7e29ef3bb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.984633] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d649389-ede7-41c7-b339-cf1ea5f0072c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.005883] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 695.005883] env[68466]: value = "task-2811984" [ 695.005883] env[68466]: _type = "Task" [ 695.005883] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.017871] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.123027] env[68466]: DEBUG nova.scheduler.client.report [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.499569] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "refresh_cache-b2072172-2245-4f50-a9bc-dc3c1beda121" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.500071] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Instance network_info: |[{"id": "941fb5c3-717d-4556-8a0f-b7e29ef3bb90", "address": "fa:16:3e:3d:78:80", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941fb5c3-71", "ovs_interfaceid": "941fb5c3-717d-4556-8a0f-b7e29ef3bb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.500900] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:78:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '941fb5c3-717d-4556-8a0f-b7e29ef3bb90', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.511905] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Creating folder: Project (e77d53cef288471d94cb8f23959290f5). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.514923] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8acd51e-758a-4aca-aaa4-7d3fc46028ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.517476] env[68466]: DEBUG nova.compute.manager [req-835c3df0-9963-424c-a551-9557ceba10b8 req-2ea4c95f-b68f-40fd-8090-49c59369c2c2 service nova] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Received event network-changed-941fb5c3-717d-4556-8a0f-b7e29ef3bb90 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 695.517724] env[68466]: DEBUG nova.compute.manager [req-835c3df0-9963-424c-a551-9557ceba10b8 req-2ea4c95f-b68f-40fd-8090-49c59369c2c2 service nova] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Refreshing instance network info cache due to event network-changed-941fb5c3-717d-4556-8a0f-b7e29ef3bb90. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 695.517953] env[68466]: DEBUG oslo_concurrency.lockutils [req-835c3df0-9963-424c-a551-9557ceba10b8 req-2ea4c95f-b68f-40fd-8090-49c59369c2c2 service nova] Acquiring lock "refresh_cache-b2072172-2245-4f50-a9bc-dc3c1beda121" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.518116] env[68466]: DEBUG oslo_concurrency.lockutils [req-835c3df0-9963-424c-a551-9557ceba10b8 req-2ea4c95f-b68f-40fd-8090-49c59369c2c2 service nova] Acquired lock "refresh_cache-b2072172-2245-4f50-a9bc-dc3c1beda121" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.518296] env[68466]: DEBUG nova.network.neutron [req-835c3df0-9963-424c-a551-9557ceba10b8 req-2ea4c95f-b68f-40fd-8090-49c59369c2c2 service nova] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Refreshing network info cache for port 941fb5c3-717d-4556-8a0f-b7e29ef3bb90 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.531694] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811984, 'name': ReconfigVM_Task, 'duration_secs': 0.288534} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.531978] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 88df2192-c0bf-41f2-b8a6-ebe851e167ff/88df2192-c0bf-41f2-b8a6-ebe851e167ff.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.532604] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a95eb03-44a4-4ce1-8680-f7aec21f771f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.536330] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Created folder: Project (e77d53cef288471d94cb8f23959290f5) in parent group-v564977. [ 695.536538] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Creating folder: Instances. Parent ref: group-v565078. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.536985] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee63a7e9-5793-4815-bbb6-9454c72e84f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.542395] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 695.542395] env[68466]: value = "task-2811986" [ 695.542395] env[68466]: _type = "Task" [ 695.542395] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.548142] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Created folder: Instances in parent group-v565078. [ 695.548382] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.548915] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.549410] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb170aa3-4dc3-46ef-956a-d22d1ee56102 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.567480] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811986, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.574966] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.574966] env[68466]: value = "task-2811988" [ 695.574966] env[68466]: _type = "Task" [ 695.574966] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.583751] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811988, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.629729] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.630427] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.633120] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.967s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.633365] env[68466]: DEBUG nova.objects.instance [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lazy-loading 'resources' on Instance uuid ba484e5e-b89a-4df3-9cf7-542528a2393a {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.995222] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquiring lock "b5b33559-3d17-4ff8-9aae-0290996f43d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.995544] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "b5b33559-3d17-4ff8-9aae-0290996f43d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.995765] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquiring lock "b5b33559-3d17-4ff8-9aae-0290996f43d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.995948] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "b5b33559-3d17-4ff8-9aae-0290996f43d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.996130] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "b5b33559-3d17-4ff8-9aae-0290996f43d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.998604] env[68466]: INFO nova.compute.manager [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Terminating instance [ 696.059208] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811986, 'name': Rename_Task, 'duration_secs': 0.169611} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.059208] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.059208] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cb8880f-0454-4359-9abe-7af4ffc00fc0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.069551] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 696.069551] env[68466]: value = "task-2811989" [ 696.069551] env[68466]: _type = "Task" [ 696.069551] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.087026] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.093813] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811988, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.136321] env[68466]: DEBUG nova.compute.utils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.137749] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.137923] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.212145] env[68466]: DEBUG nova.policy [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc2825a682d497ca301ae16dd3b4ebc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e77d53cef288471d94cb8f23959290f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.318014] env[68466]: DEBUG nova.network.neutron [req-835c3df0-9963-424c-a551-9557ceba10b8 req-2ea4c95f-b68f-40fd-8090-49c59369c2c2 service nova] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Updated VIF entry in instance network info cache for port 941fb5c3-717d-4556-8a0f-b7e29ef3bb90. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.318105] env[68466]: DEBUG nova.network.neutron [req-835c3df0-9963-424c-a551-9557ceba10b8 req-2ea4c95f-b68f-40fd-8090-49c59369c2c2 service nova] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Updating instance_info_cache with network_info: [{"id": "941fb5c3-717d-4556-8a0f-b7e29ef3bb90", "address": "fa:16:3e:3d:78:80", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941fb5c3-71", "ovs_interfaceid": "941fb5c3-717d-4556-8a0f-b7e29ef3bb90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.502915] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquiring lock "refresh_cache-b5b33559-3d17-4ff8-9aae-0290996f43d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.503167] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquired lock "refresh_cache-b5b33559-3d17-4ff8-9aae-0290996f43d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.503718] env[68466]: DEBUG nova.network.neutron [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.518092] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Successfully created port: cd28cdde-f88f-4749-a322-6e52f9c60d80 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.582088] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.591275] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811988, 'name': CreateVM_Task, 'duration_secs': 0.816901} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.594869] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.594869] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.594869] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.594869] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.594869] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be56ed83-8bfe-4c02-b4ec-26a2da9a9dd2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.599199] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 696.599199] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52820df5-3ec7-c065-cd2b-ccf52324dfd9" [ 696.599199] env[68466]: _type = "Task" [ 696.599199] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.608982] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52820df5-3ec7-c065-cd2b-ccf52324dfd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.643913] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.652087] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0b2fb-6739-4f5d-a1e8-1c7c83e7b6ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.659134] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f116b6-a3ce-4e8a-90e2-71944d66dc3e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.697091] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39351a7-51f8-4a76-be9d-936d6c8c4791 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.707194] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dadac4-572e-4ce0-9360-81002c9db67f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.725489] env[68466]: DEBUG nova.compute.provider_tree [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.821320] env[68466]: DEBUG oslo_concurrency.lockutils [req-835c3df0-9963-424c-a551-9557ceba10b8 req-2ea4c95f-b68f-40fd-8090-49c59369c2c2 service nova] Releasing lock "refresh_cache-b2072172-2245-4f50-a9bc-dc3c1beda121" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.025300] env[68466]: DEBUG nova.network.neutron [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.082939] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811989, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.088318] env[68466]: DEBUG nova.network.neutron [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.113931] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52820df5-3ec7-c065-cd2b-ccf52324dfd9, 'name': SearchDatastore_Task, 'duration_secs': 0.049832} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.114390] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.114519] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.114713] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.114849] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.115330] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.115330] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-487e3508-ec8f-4b78-9df1-bc4222023003 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.125710] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.125918] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.126748] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da39fbaa-4c69-431c-b325-0d7121c92027 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.135212] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 697.135212] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fa83ef-37a9-898e-374f-73c3db22a6cb" [ 697.135212] env[68466]: _type = "Task" [ 697.135212] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.148434] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fa83ef-37a9-898e-374f-73c3db22a6cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.227415] env[68466]: DEBUG nova.scheduler.client.report [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.582572] env[68466]: DEBUG oslo_vmware.api [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2811989, 'name': PowerOnVM_Task, 'duration_secs': 1.101587} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.582846] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.584027] env[68466]: INFO nova.compute.manager [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Took 9.26 seconds to spawn the instance on the hypervisor. [ 697.584027] env[68466]: DEBUG nova.compute.manager [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.584805] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a07262e-77ab-4cb6-82fb-f654f185ca00 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.592008] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Releasing lock "refresh_cache-b5b33559-3d17-4ff8-9aae-0290996f43d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.592329] env[68466]: DEBUG nova.compute.manager [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.592642] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.596096] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1588e1-d9bb-4159-8f6f-44ef6805b692 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.604777] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.605055] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1f29ced-4cd4-4e71-bfa8-d26e65de57e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.612597] env[68466]: DEBUG oslo_vmware.api [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 697.612597] env[68466]: value = "task-2811990" [ 697.612597] env[68466]: _type = "Task" [ 697.612597] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.622793] env[68466]: DEBUG oslo_vmware.api [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.646101] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fa83ef-37a9-898e-374f-73c3db22a6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.647167] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b39d5c-f3d8-47a3-af7b-1d3aac93dfd0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.651886] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.656900] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 697.656900] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52369050-4148-1ff2-b6b6-43fdf6d893ba" [ 697.656900] env[68466]: _type = "Task" [ 697.656900] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.668207] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52369050-4148-1ff2-b6b6-43fdf6d893ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.688368] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.688653] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.688832] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.689091] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.689265] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.689418] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.689646] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.689843] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.690026] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.690318] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.690449] env[68466]: DEBUG nova.virt.hardware [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.691812] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab842c53-5a3e-48ba-bfae-a604b98d5ee7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.700664] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66105e55-7362-458d-8e17-e2f7723a623a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.732772] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.735352] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.238s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.737139] env[68466]: INFO nova.compute.claims [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.764318] env[68466]: INFO nova.scheduler.client.report [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Deleted allocations for instance ba484e5e-b89a-4df3-9cf7-542528a2393a [ 697.990017] env[68466]: DEBUG nova.compute.manager [req-6e834eef-b54c-4ab0-8c98-0bcc62f8cfdb req-48c04b6e-bd31-4752-b020-93acf2d7a6b9 service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Received event network-vif-plugged-cd28cdde-f88f-4749-a322-6e52f9c60d80 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 697.990256] env[68466]: DEBUG oslo_concurrency.lockutils [req-6e834eef-b54c-4ab0-8c98-0bcc62f8cfdb req-48c04b6e-bd31-4752-b020-93acf2d7a6b9 service nova] Acquiring lock "94ee5bad-d117-40d6-8431-95b25be87d10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.990469] env[68466]: DEBUG oslo_concurrency.lockutils [req-6e834eef-b54c-4ab0-8c98-0bcc62f8cfdb req-48c04b6e-bd31-4752-b020-93acf2d7a6b9 service nova] Lock "94ee5bad-d117-40d6-8431-95b25be87d10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.990639] env[68466]: DEBUG oslo_concurrency.lockutils [req-6e834eef-b54c-4ab0-8c98-0bcc62f8cfdb req-48c04b6e-bd31-4752-b020-93acf2d7a6b9 service nova] Lock "94ee5bad-d117-40d6-8431-95b25be87d10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.990810] env[68466]: DEBUG nova.compute.manager [req-6e834eef-b54c-4ab0-8c98-0bcc62f8cfdb req-48c04b6e-bd31-4752-b020-93acf2d7a6b9 service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] No waiting events found dispatching network-vif-plugged-cd28cdde-f88f-4749-a322-6e52f9c60d80 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.990974] env[68466]: WARNING nova.compute.manager [req-6e834eef-b54c-4ab0-8c98-0bcc62f8cfdb req-48c04b6e-bd31-4752-b020-93acf2d7a6b9 service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Received unexpected event network-vif-plugged-cd28cdde-f88f-4749-a322-6e52f9c60d80 for instance with vm_state building and task_state spawning. [ 698.112342] env[68466]: INFO nova.compute.manager [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Took 41.41 seconds to build instance. [ 698.126181] env[68466]: DEBUG oslo_vmware.api [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811990, 'name': PowerOffVM_Task, 'duration_secs': 0.276099} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.126975] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.127198] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.128820] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-630964ad-0295-4487-9498-0993fb939fea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.140307] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Successfully updated port: cd28cdde-f88f-4749-a322-6e52f9c60d80 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.158871] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.159042] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.159286] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Deleting the datastore file [datastore2] b5b33559-3d17-4ff8-9aae-0290996f43d2 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.164536] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f54a5a5-9193-492c-8419-e0ba61e410aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.174815] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52369050-4148-1ff2-b6b6-43fdf6d893ba, 'name': SearchDatastore_Task, 'duration_secs': 0.018777} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.177041] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.177305] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] b2072172-2245-4f50-a9bc-dc3c1beda121/b2072172-2245-4f50-a9bc-dc3c1beda121.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.179269] env[68466]: DEBUG oslo_vmware.api [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for the task: (returnval){ [ 698.179269] env[68466]: value = "task-2811992" [ 698.179269] env[68466]: _type = "Task" [ 698.179269] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.179269] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abb51000-cba5-4721-9249-fe5ceb17e5dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.189405] env[68466]: DEBUG oslo_vmware.api [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.190911] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 698.190911] env[68466]: value = "task-2811993" [ 698.190911] env[68466]: _type = "Task" [ 698.190911] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.201025] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2811993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.274135] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6722947-674f-4240-bb2e-f52182a9db4b tempest-ServerMetadataTestJSON-1699517268 tempest-ServerMetadataTestJSON-1699517268-project-member] Lock "ba484e5e-b89a-4df3-9cf7-542528a2393a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.231s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.612669] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f801d52-c7e3-4cf9-83b2-55fd848ad357 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.669s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.647101] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "refresh_cache-94ee5bad-d117-40d6-8431-95b25be87d10" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.647275] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "refresh_cache-94ee5bad-d117-40d6-8431-95b25be87d10" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.647433] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.691050] env[68466]: DEBUG oslo_vmware.api [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Task: {'id': task-2811992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100085} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.691455] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.691637] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.693022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.693022] env[68466]: INFO nova.compute.manager [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 698.693022] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.697592] env[68466]: DEBUG nova.compute.manager [-] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.697913] env[68466]: DEBUG nova.network.neutron [-] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.709570] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2811993, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.726126] env[68466]: DEBUG nova.network.neutron [-] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.117065] env[68466]: DEBUG nova.compute.manager [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.201522] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.206978] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2811993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529948} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.207582] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] b2072172-2245-4f50-a9bc-dc3c1beda121/b2072172-2245-4f50-a9bc-dc3c1beda121.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.207757] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.208048] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5fbcc2e-42d1-41fa-bd2a-fe9c0faa9c5e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.216221] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 699.216221] env[68466]: value = "task-2811994" [ 699.216221] env[68466]: _type = "Task" [ 699.216221] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.225922] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2811994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.230547] env[68466]: DEBUG nova.network.neutron [-] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.261625] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f11e5eb-8c4a-4e0d-8478-2b72aa3bcab0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.271314] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4d04c2-7927-44f4-95d0-c34f21265f83 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.310264] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20ab3be-2916-4c8d-b9d9-ce1f782cf116 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.319139] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f86557-9b95-4aaa-a46f-1a90b68be731 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.336038] env[68466]: DEBUG nova.compute.provider_tree [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.473892] env[68466]: DEBUG nova.network.neutron [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Updating instance_info_cache with network_info: [{"id": "cd28cdde-f88f-4749-a322-6e52f9c60d80", "address": "fa:16:3e:d4:06:e4", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd28cdde-f8", "ovs_interfaceid": "cd28cdde-f88f-4749-a322-6e52f9c60d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.643554] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.727179] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2811994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183943} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.727464] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.728261] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f9460c-82e3-4aa9-88a2-78a326ca309a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.742960] env[68466]: INFO nova.compute.manager [-] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Took 1.05 seconds to deallocate network for instance. [ 699.751676] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] b2072172-2245-4f50-a9bc-dc3c1beda121/b2072172-2245-4f50-a9bc-dc3c1beda121.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.753672] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e2b6dc-a3fd-4961-9c33-59ed03c6dd02 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.778686] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 699.778686] env[68466]: value = "task-2811998" [ 699.778686] env[68466]: _type = "Task" [ 699.778686] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.788755] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2811998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.839677] env[68466]: DEBUG nova.scheduler.client.report [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.977498] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "refresh_cache-94ee5bad-d117-40d6-8431-95b25be87d10" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.977498] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Instance network_info: |[{"id": "cd28cdde-f88f-4749-a322-6e52f9c60d80", "address": "fa:16:3e:d4:06:e4", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd28cdde-f8", "ovs_interfaceid": "cd28cdde-f88f-4749-a322-6e52f9c60d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.977751] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:06:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd28cdde-f88f-4749-a322-6e52f9c60d80', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.986927] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.988786] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.988786] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd7029d6-67a2-4d22-a7eb-4785155dc267 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.012139] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.012139] env[68466]: value = "task-2811999" [ 700.012139] env[68466]: _type = "Task" [ 700.012139] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.020544] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811999, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.037591] env[68466]: DEBUG nova.compute.manager [req-33749bb5-8bd5-4d35-a486-a62e1c803560 req-edda166d-3fe6-48b4-8149-378c6008c6fa service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Received event network-changed-cd28cdde-f88f-4749-a322-6e52f9c60d80 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 700.037786] env[68466]: DEBUG nova.compute.manager [req-33749bb5-8bd5-4d35-a486-a62e1c803560 req-edda166d-3fe6-48b4-8149-378c6008c6fa service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Refreshing instance network info cache due to event network-changed-cd28cdde-f88f-4749-a322-6e52f9c60d80. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 700.038010] env[68466]: DEBUG oslo_concurrency.lockutils [req-33749bb5-8bd5-4d35-a486-a62e1c803560 req-edda166d-3fe6-48b4-8149-378c6008c6fa service nova] Acquiring lock "refresh_cache-94ee5bad-d117-40d6-8431-95b25be87d10" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.038167] env[68466]: DEBUG oslo_concurrency.lockutils [req-33749bb5-8bd5-4d35-a486-a62e1c803560 req-edda166d-3fe6-48b4-8149-378c6008c6fa service nova] Acquired lock "refresh_cache-94ee5bad-d117-40d6-8431-95b25be87d10" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.038335] env[68466]: DEBUG nova.network.neutron [req-33749bb5-8bd5-4d35-a486-a62e1c803560 req-edda166d-3fe6-48b4-8149-378c6008c6fa service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Refreshing network info cache for port cd28cdde-f88f-4749-a322-6e52f9c60d80 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.274568] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.288901] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2811998, 'name': ReconfigVM_Task, 'duration_secs': 0.279279} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.289210] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Reconfigured VM instance instance-00000021 to attach disk [datastore2] b2072172-2245-4f50-a9bc-dc3c1beda121/b2072172-2245-4f50-a9bc-dc3c1beda121.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.289846] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-badf9c90-ba88-493e-b192-516f48b1ffb2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.297295] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 700.297295] env[68466]: value = "task-2812000" [ 700.297295] env[68466]: _type = "Task" [ 700.297295] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.313066] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812000, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.345819] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.346188] env[68466]: DEBUG nova.compute.manager [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.349868] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.499s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.352082] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.352082] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 700.352082] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.770s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.352082] env[68466]: DEBUG nova.objects.instance [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lazy-loading 'resources' on Instance uuid db74bbe8-44ec-4c61-adc7-1c64a89e2050 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.353523] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c4e73b-3932-4537-8dd6-1426987321c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.366098] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729b23a-d486-4695-9091-6a6ebc70b0ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.382777] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ce3708-1478-45f9-a06d-7948881870ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.396014] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29de2121-f3a3-431b-af5e-d8502627ff74 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.431473] env[68466]: DEBUG nova.compute.manager [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.432120] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179470MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 700.432784] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.433314] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c517d003-b781-4964-9d61-2c79788c6fa5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.522833] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2811999, 'name': CreateVM_Task, 'duration_secs': 0.357191} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.522833] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.523690] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.524233] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.524574] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.525133] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1d0c40-aedf-4036-b1b9-81ce3623de8b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.530954] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 700.530954] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52965ecf-470b-c972-5bb6-f4908d570948" [ 700.530954] env[68466]: _type = "Task" [ 700.530954] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.542895] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52965ecf-470b-c972-5bb6-f4908d570948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.776719] env[68466]: DEBUG nova.network.neutron [req-33749bb5-8bd5-4d35-a486-a62e1c803560 req-edda166d-3fe6-48b4-8149-378c6008c6fa service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Updated VIF entry in instance network info cache for port cd28cdde-f88f-4749-a322-6e52f9c60d80. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.776719] env[68466]: DEBUG nova.network.neutron [req-33749bb5-8bd5-4d35-a486-a62e1c803560 req-edda166d-3fe6-48b4-8149-378c6008c6fa service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Updating instance_info_cache with network_info: [{"id": "cd28cdde-f88f-4749-a322-6e52f9c60d80", "address": "fa:16:3e:d4:06:e4", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd28cdde-f8", "ovs_interfaceid": "cd28cdde-f88f-4749-a322-6e52f9c60d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.809177] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812000, 'name': Rename_Task, 'duration_secs': 0.168223} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.809463] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.809707] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c3aee3f-b489-4546-894b-d01c44574446 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.816965] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 700.816965] env[68466]: value = "task-2812001" [ 700.816965] env[68466]: _type = "Task" [ 700.816965] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.826632] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.856792] env[68466]: DEBUG nova.compute.utils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.861518] env[68466]: DEBUG nova.compute.manager [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.861518] env[68466]: DEBUG nova.network.neutron [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.908122] env[68466]: DEBUG nova.policy [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e591487db23b4f79ba8947200a00a056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b6a6aac0d8741aab8dd9eee37b932a9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.954204] env[68466]: INFO nova.compute.manager [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] instance snapshotting [ 700.956895] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0cb91e-e677-42f2-bdfb-4cc20aa86d8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.984450] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb7168b-67f3-4bc8-b9cc-784fe7ddac15 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.047878] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52965ecf-470b-c972-5bb6-f4908d570948, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.048299] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.048533] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.048768] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.048913] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.049103] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.049371] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b341be-c9b5-4473-afb5-1c7c021c0d1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.070062] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.070062] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.071278] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e276012-1813-4cf5-952b-e43ef3dcb499 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.077660] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 701.077660] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da8394-819a-c902-9427-1c38caf17514" [ 701.077660] env[68466]: _type = "Task" [ 701.077660] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.089632] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da8394-819a-c902-9427-1c38caf17514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.211145] env[68466]: DEBUG nova.network.neutron [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Successfully created port: 3eeb4682-aca3-4f96-afb3-4ebbca65624d {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.278362] env[68466]: DEBUG oslo_concurrency.lockutils [req-33749bb5-8bd5-4d35-a486-a62e1c803560 req-edda166d-3fe6-48b4-8149-378c6008c6fa service nova] Releasing lock "refresh_cache-94ee5bad-d117-40d6-8431-95b25be87d10" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.337854] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812001, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.362377] env[68466]: DEBUG nova.compute.manager [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.386416] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2640eb7-a893-42d5-85e5-f6c2cb193034 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.396563] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9b86ca-6695-4440-abd2-558d49654130 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.434096] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc39bb2-5e88-438c-950c-5b1e3dd4b53a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.442065] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d5e275-2e0e-4e83-9eff-a320f7b92da3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.457266] env[68466]: DEBUG nova.compute.provider_tree [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.495326] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 701.495688] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f8fe00d-bd9c-484b-88da-7b41e68d07d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.503073] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 701.503073] env[68466]: value = "task-2812002" [ 701.503073] env[68466]: _type = "Task" [ 701.503073] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.512305] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812002, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.592833] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da8394-819a-c902-9427-1c38caf17514, 'name': SearchDatastore_Task, 'duration_secs': 0.011691} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.593810] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-143076f0-a8fd-42a0-a580-aff7e084f4f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.603363] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 701.603363] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5291b815-e711-1df1-b6dd-3a99cbc0cbd3" [ 701.603363] env[68466]: _type = "Task" [ 701.603363] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.617625] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5291b815-e711-1df1-b6dd-3a99cbc0cbd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.618115] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.618364] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 94ee5bad-d117-40d6-8431-95b25be87d10/94ee5bad-d117-40d6-8431-95b25be87d10.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.618670] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7377b52-6fd0-46ad-93f7-016393d04a05 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.624992] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 701.624992] env[68466]: value = "task-2812003" [ 701.624992] env[68466]: _type = "Task" [ 701.624992] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.632754] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.830366] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812001, 'name': PowerOnVM_Task, 'duration_secs': 0.577015} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.830870] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.831193] env[68466]: INFO nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Took 8.80 seconds to spawn the instance on the hypervisor. [ 701.831522] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.832547] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6e3c2e-074b-420c-900d-d6512b8576ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.964027] env[68466]: DEBUG nova.scheduler.client.report [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.023025] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812002, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.138553] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812003, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.356382] env[68466]: INFO nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Took 41.28 seconds to build instance. [ 702.381041] env[68466]: DEBUG nova.compute.manager [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.413857] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.415833] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.415833] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.415833] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.415833] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.415833] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.416095] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.416095] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.416095] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.417030] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.417030] env[68466]: DEBUG nova.virt.hardware [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.417505] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb1499-7a2b-4fdd-acc0-878c73ace6ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.425966] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e1921c-f41c-4404-8372-08a882e0fac9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.468885] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.473663] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.392s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.474727] env[68466]: DEBUG nova.objects.instance [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lazy-loading 'resources' on Instance uuid b1444c5e-4b89-4ea7-a8c6-497641ba79c6 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.502928] env[68466]: INFO nova.scheduler.client.report [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Deleted allocations for instance db74bbe8-44ec-4c61-adc7-1c64a89e2050 [ 702.522023] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812002, 'name': CreateSnapshot_Task, 'duration_secs': 0.903567} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.522023] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 702.522206] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef70442-5a24-4bab-9ecb-d5c190e57847 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.636389] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581486} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.637112] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 94ee5bad-d117-40d6-8431-95b25be87d10/94ee5bad-d117-40d6-8431-95b25be87d10.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.637349] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.638048] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab89db55-3532-42e3-b97b-03180d23cc0d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.646584] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 702.646584] env[68466]: value = "task-2812005" [ 702.646584] env[68466]: _type = "Task" [ 702.646584] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.657967] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.673023] env[68466]: DEBUG nova.compute.manager [req-d84a1be7-21ba-4997-b7cb-08369dcd8e79 req-01234490-13d1-4c63-9fc0-451495d49695 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Received event network-vif-plugged-3eeb4682-aca3-4f96-afb3-4ebbca65624d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 702.673253] env[68466]: DEBUG oslo_concurrency.lockutils [req-d84a1be7-21ba-4997-b7cb-08369dcd8e79 req-01234490-13d1-4c63-9fc0-451495d49695 service nova] Acquiring lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.673494] env[68466]: DEBUG oslo_concurrency.lockutils [req-d84a1be7-21ba-4997-b7cb-08369dcd8e79 req-01234490-13d1-4c63-9fc0-451495d49695 service nova] Lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.673728] env[68466]: DEBUG oslo_concurrency.lockutils [req-d84a1be7-21ba-4997-b7cb-08369dcd8e79 req-01234490-13d1-4c63-9fc0-451495d49695 service nova] Lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.673914] env[68466]: DEBUG nova.compute.manager [req-d84a1be7-21ba-4997-b7cb-08369dcd8e79 req-01234490-13d1-4c63-9fc0-451495d49695 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] No waiting events found dispatching network-vif-plugged-3eeb4682-aca3-4f96-afb3-4ebbca65624d {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.674087] env[68466]: WARNING nova.compute.manager [req-d84a1be7-21ba-4997-b7cb-08369dcd8e79 req-01234490-13d1-4c63-9fc0-451495d49695 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Received unexpected event network-vif-plugged-3eeb4682-aca3-4f96-afb3-4ebbca65624d for instance with vm_state building and task_state spawning. [ 702.772279] env[68466]: DEBUG nova.network.neutron [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Successfully updated port: 3eeb4682-aca3-4f96-afb3-4ebbca65624d {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.864039] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "b2072172-2245-4f50-a9bc-dc3c1beda121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.734s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.021181] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7d2e8d79-6194-406f-8d49-567720a879c3 tempest-ImagesOneServerTestJSON-359783511 tempest-ImagesOneServerTestJSON-359783511-project-member] Lock "db74bbe8-44ec-4c61-adc7-1c64a89e2050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.019s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.043314] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 703.044718] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09aae47b-c6fd-4221-9e6e-4038d07faa46 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.053583] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 703.053583] env[68466]: value = "task-2812006" [ 703.053583] env[68466]: _type = "Task" [ 703.053583] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.063499] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812006, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.155883] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089925} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.158739] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.159770] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b327e-49e4-4ff5-a1e5-d8b7ce80d100 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.183167] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 94ee5bad-d117-40d6-8431-95b25be87d10/94ee5bad-d117-40d6-8431-95b25be87d10.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.186898] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad41031e-177a-4bda-a4f9-d3564e43ba8a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.210416] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 703.210416] env[68466]: value = "task-2812007" [ 703.210416] env[68466]: _type = "Task" [ 703.210416] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.218944] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.278336] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquiring lock "refresh_cache-0d96dafa-99d7-4857-a3e4-9aacd1351b11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.278484] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquired lock "refresh_cache-0d96dafa-99d7-4857-a3e4-9aacd1351b11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.278632] env[68466]: DEBUG nova.network.neutron [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.364305] env[68466]: DEBUG nova.compute.manager [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.514990] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057a2df9-e427-4e72-8115-de6f0db57a30 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.524691] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcd92c4-e610-4d3f-a90b-efb5ca3ffd5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.565986] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d09707-4288-4e67-a2a0-049141b8bb0f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.575956] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812006, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.578393] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d56e04-0623-4913-a8ce-5a70deb86f9e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.594713] env[68466]: DEBUG nova.compute.provider_tree [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.723702] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.826106] env[68466]: DEBUG nova.network.neutron [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.894242] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.989170] env[68466]: DEBUG nova.network.neutron [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Updating instance_info_cache with network_info: [{"id": "3eeb4682-aca3-4f96-afb3-4ebbca65624d", "address": "fa:16:3e:50:67:4d", "network": {"id": "8b0efa9f-e383-4b7f-b132-b55b8ab9d76f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1368275898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b6a6aac0d8741aab8dd9eee37b932a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eeb4682-ac", "ovs_interfaceid": "3eeb4682-aca3-4f96-afb3-4ebbca65624d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.073020] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812006, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.101491] env[68466]: DEBUG nova.scheduler.client.report [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.232112] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812007, 'name': ReconfigVM_Task, 'duration_secs': 0.835966} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.232112] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 94ee5bad-d117-40d6-8431-95b25be87d10/94ee5bad-d117-40d6-8431-95b25be87d10.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.232112] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a9b0314-5d20-41c9-befa-ba4d8b67db57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.241043] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 704.241043] env[68466]: value = "task-2812008" [ 704.241043] env[68466]: _type = "Task" [ 704.241043] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.252513] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812008, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.494129] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Releasing lock "refresh_cache-0d96dafa-99d7-4857-a3e4-9aacd1351b11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.494129] env[68466]: DEBUG nova.compute.manager [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Instance network_info: |[{"id": "3eeb4682-aca3-4f96-afb3-4ebbca65624d", "address": "fa:16:3e:50:67:4d", "network": {"id": "8b0efa9f-e383-4b7f-b132-b55b8ab9d76f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1368275898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b6a6aac0d8741aab8dd9eee37b932a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eeb4682-ac", "ovs_interfaceid": "3eeb4682-aca3-4f96-afb3-4ebbca65624d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.494651] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:67:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eeb4682-aca3-4f96-afb3-4ebbca65624d', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.503846] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Creating folder: Project (5b6a6aac0d8741aab8dd9eee37b932a9). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.504370] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab0c1f88-d082-4ebb-b2bd-04b7734dcee2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.520910] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Created folder: Project (5b6a6aac0d8741aab8dd9eee37b932a9) in parent group-v564977. [ 704.520910] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Creating folder: Instances. Parent ref: group-v565087. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.520910] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e82c22a8-b71e-42dc-ab0d-abcf8241126c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.547303] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Created folder: Instances in parent group-v565087. [ 704.547568] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.547801] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.548741] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7510393-05ea-445e-8e7e-df267e30facc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.581451] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812006, 'name': CloneVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.582980] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.582980] env[68466]: value = "task-2812012" [ 704.582980] env[68466]: _type = "Task" [ 704.582980] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.593921] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812012, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.605208] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.608775] env[68466]: DEBUG oslo_concurrency.lockutils [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.244s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.610542] env[68466]: DEBUG nova.objects.instance [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lazy-loading 'resources' on Instance uuid 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.638680] env[68466]: INFO nova.scheduler.client.report [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Deleted allocations for instance b1444c5e-4b89-4ea7-a8c6-497641ba79c6 [ 704.753482] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812008, 'name': Rename_Task, 'duration_secs': 0.243847} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.753844] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.754403] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-719b5a2f-736d-4e00-bfee-6a3c0375a044 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.763995] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 704.763995] env[68466]: value = "task-2812013" [ 704.763995] env[68466]: _type = "Task" [ 704.763995] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.783468] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.790410] env[68466]: DEBUG nova.compute.manager [req-aefb322f-81c6-4e6e-a48d-5593f38b3bac req-81795777-e8e8-4610-9754-a8f86954ca07 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Received event network-changed-3eeb4682-aca3-4f96-afb3-4ebbca65624d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 704.790581] env[68466]: DEBUG nova.compute.manager [req-aefb322f-81c6-4e6e-a48d-5593f38b3bac req-81795777-e8e8-4610-9754-a8f86954ca07 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Refreshing instance network info cache due to event network-changed-3eeb4682-aca3-4f96-afb3-4ebbca65624d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 704.790796] env[68466]: DEBUG oslo_concurrency.lockutils [req-aefb322f-81c6-4e6e-a48d-5593f38b3bac req-81795777-e8e8-4610-9754-a8f86954ca07 service nova] Acquiring lock "refresh_cache-0d96dafa-99d7-4857-a3e4-9aacd1351b11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.791704] env[68466]: DEBUG oslo_concurrency.lockutils [req-aefb322f-81c6-4e6e-a48d-5593f38b3bac req-81795777-e8e8-4610-9754-a8f86954ca07 service nova] Acquired lock "refresh_cache-0d96dafa-99d7-4857-a3e4-9aacd1351b11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.791704] env[68466]: DEBUG nova.network.neutron [req-aefb322f-81c6-4e6e-a48d-5593f38b3bac req-81795777-e8e8-4610-9754-a8f86954ca07 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Refreshing network info cache for port 3eeb4682-aca3-4f96-afb3-4ebbca65624d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.084228] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812006, 'name': CloneVM_Task, 'duration_secs': 1.552186} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.084228] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Created linked-clone VM from snapshot [ 705.084228] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741eb4b8-5bfd-4029-87cf-eb8709c8304c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.097311] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Uploading image 38d87134-6476-4f85-b49a-3d40d00e11cf {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 705.106710] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812012, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.132034] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 705.132034] env[68466]: value = "vm-565086" [ 705.132034] env[68466]: _type = "VirtualMachine" [ 705.132034] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 705.132548] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d339ccc9-e542-4187-9a09-0c8cebb025e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.141731] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lease: (returnval){ [ 705.141731] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c9df88-8805-22c1-d588-06e57ed12950" [ 705.141731] env[68466]: _type = "HttpNfcLease" [ 705.141731] env[68466]: } obtained for exporting VM: (result){ [ 705.141731] env[68466]: value = "vm-565086" [ 705.141731] env[68466]: _type = "VirtualMachine" [ 705.141731] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 705.142799] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the lease: (returnval){ [ 705.142799] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c9df88-8805-22c1-d588-06e57ed12950" [ 705.142799] env[68466]: _type = "HttpNfcLease" [ 705.142799] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 705.153175] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf178624-ab50-4896-b1a1-9410609c5cba tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "b1444c5e-4b89-4ea7-a8c6-497641ba79c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.572s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.162751] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.162751] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c9df88-8805-22c1-d588-06e57ed12950" [ 705.162751] env[68466]: _type = "HttpNfcLease" [ 705.162751] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 705.162751] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 705.162751] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c9df88-8805-22c1-d588-06e57ed12950" [ 705.162751] env[68466]: _type = "HttpNfcLease" [ 705.162751] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 705.164242] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694f64c8-f57d-4cec-8306-1408acabe60f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.173101] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52555b9a-4c40-060e-193d-f6314eac194d/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 705.173344] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52555b9a-4c40-060e-193d-f6314eac194d/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 705.276834] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812013, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.282272] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f283e973-829d-4977-a10b-639757de765a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.605624] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812012, 'name': CreateVM_Task, 'duration_secs': 0.551953} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.605624] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.606352] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.606525] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.606877] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.607189] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-131ee6e5-2c19-4309-a134-cd2fe969cc67 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.618933] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 705.618933] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c6b1fb-37d7-790f-0ae4-562737a3ca88" [ 705.618933] env[68466]: _type = "Task" [ 705.618933] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.632057] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c6b1fb-37d7-790f-0ae4-562737a3ca88, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.635522] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.635993] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.636371] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.636587] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.637031] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.637523] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0990a1e7-5f9a-4977-987c-173c04df29b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.648595] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.648774] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.653859] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bbef62-96b8-4412-bfcc-cde9f4f089a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.661300] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 705.661300] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524f8a83-2d03-c041-f0d6-007035a0a4ae" [ 705.661300] env[68466]: _type = "Task" [ 705.661300] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.674687] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524f8a83-2d03-c041-f0d6-007035a0a4ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.780259] env[68466]: DEBUG oslo_vmware.api [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812013, 'name': PowerOnVM_Task, 'duration_secs': 0.720417} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.780801] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.781207] env[68466]: INFO nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Took 8.13 seconds to spawn the instance on the hypervisor. [ 705.781516] env[68466]: DEBUG nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.782434] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db0bcfc-dd98-4ffc-b674-6692cdf8cc85 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.794026] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ff1111-d9d1-4ac3-b67a-66b5b042c90b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.808555] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc2b6c0-ba88-47c4-a5e0-f94e766741e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.850620] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4af242-9c9c-48d9-b06e-135103e2d417 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.861618] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd0fb76-99b9-4512-a9c4-a6558a48928d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.880593] env[68466]: DEBUG nova.compute.provider_tree [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.976354] env[68466]: DEBUG nova.network.neutron [req-aefb322f-81c6-4e6e-a48d-5593f38b3bac req-81795777-e8e8-4610-9754-a8f86954ca07 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Updated VIF entry in instance network info cache for port 3eeb4682-aca3-4f96-afb3-4ebbca65624d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.976828] env[68466]: DEBUG nova.network.neutron [req-aefb322f-81c6-4e6e-a48d-5593f38b3bac req-81795777-e8e8-4610-9754-a8f86954ca07 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Updating instance_info_cache with network_info: [{"id": "3eeb4682-aca3-4f96-afb3-4ebbca65624d", "address": "fa:16:3e:50:67:4d", "network": {"id": "8b0efa9f-e383-4b7f-b132-b55b8ab9d76f", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1368275898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b6a6aac0d8741aab8dd9eee37b932a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eeb4682-ac", "ovs_interfaceid": "3eeb4682-aca3-4f96-afb3-4ebbca65624d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.126394] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "5241821c-6db7-482c-b466-9f15b8ad21e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.126717] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "5241821c-6db7-482c-b466-9f15b8ad21e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.174337] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524f8a83-2d03-c041-f0d6-007035a0a4ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013798} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.175297] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d761c19b-50ea-4e30-b3fa-3fb3590f8143 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.185349] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 706.185349] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5269f3ee-fb62-e27b-f5ef-d79873238554" [ 706.185349] env[68466]: _type = "Task" [ 706.185349] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.197290] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5269f3ee-fb62-e27b-f5ef-d79873238554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.313627] env[68466]: INFO nova.compute.manager [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Took 38.94 seconds to build instance. [ 706.386147] env[68466]: DEBUG nova.scheduler.client.report [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.480556] env[68466]: DEBUG oslo_concurrency.lockutils [req-aefb322f-81c6-4e6e-a48d-5593f38b3bac req-81795777-e8e8-4610-9754-a8f86954ca07 service nova] Releasing lock "refresh_cache-0d96dafa-99d7-4857-a3e4-9aacd1351b11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.699787] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5269f3ee-fb62-e27b-f5ef-d79873238554, 'name': SearchDatastore_Task, 'duration_secs': 0.020692} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.701517] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.701517] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 0d96dafa-99d7-4857-a3e4-9aacd1351b11/0d96dafa-99d7-4857-a3e4-9aacd1351b11.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.701517] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7697da13-0fcc-42ba-9501-b486f1751a65 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.711542] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 706.711542] env[68466]: value = "task-2812016" [ 706.711542] env[68466]: _type = "Task" [ 706.711542] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.723832] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.818582] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb0b7a55-e470-4ba7-8b16-527e490f08ad tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "94ee5bad-d117-40d6-8431-95b25be87d10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.652s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.895070] env[68466]: DEBUG oslo_concurrency.lockutils [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.898670] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.971s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.901526] env[68466]: INFO nova.compute.claims [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.918353] env[68466]: INFO nova.scheduler.client.report [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Deleted allocations for instance 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36 [ 707.224566] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812016, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.229458] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "d05c7934-49ff-481f-a11f-38c80f0f330e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.230219] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "d05c7934-49ff-481f-a11f-38c80f0f330e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.324153] env[68466]: DEBUG nova.compute.manager [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.486184] env[68466]: DEBUG oslo_concurrency.lockutils [None req-30d22c13-f53e-451a-bc6b-0c78017284cc tempest-AttachInterfacesV270Test-603980755 tempest-AttachInterfacesV270Test-603980755-project-member] Lock "2f08e2b8-ec1d-414f-ae41-47fa4bcffb36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.477s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.722770] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726031} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.723157] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 0d96dafa-99d7-4857-a3e4-9aacd1351b11/0d96dafa-99d7-4857-a3e4-9aacd1351b11.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.723365] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.723672] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-630b49e7-3c42-4c22-b72a-6264a9e62a0d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.730813] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 707.730813] env[68466]: value = "task-2812017" [ 707.730813] env[68466]: _type = "Task" [ 707.730813] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.739865] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.849768] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.957941] env[68466]: DEBUG oslo_concurrency.lockutils [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "b2072172-2245-4f50-a9bc-dc3c1beda121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.958284] env[68466]: DEBUG oslo_concurrency.lockutils [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "b2072172-2245-4f50-a9bc-dc3c1beda121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.958488] env[68466]: DEBUG oslo_concurrency.lockutils [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "b2072172-2245-4f50-a9bc-dc3c1beda121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.958660] env[68466]: DEBUG oslo_concurrency.lockutils [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "b2072172-2245-4f50-a9bc-dc3c1beda121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.958825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "b2072172-2245-4f50-a9bc-dc3c1beda121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.961107] env[68466]: INFO nova.compute.manager [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Terminating instance [ 708.114476] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "94ee5bad-d117-40d6-8431-95b25be87d10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.114476] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "94ee5bad-d117-40d6-8431-95b25be87d10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.114476] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "94ee5bad-d117-40d6-8431-95b25be87d10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.117028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "94ee5bad-d117-40d6-8431-95b25be87d10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.117028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "94ee5bad-d117-40d6-8431-95b25be87d10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.117435] env[68466]: INFO nova.compute.manager [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Terminating instance [ 708.242750] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070441} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.243126] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.243926] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcb6f3f-de1f-4732-bb29-1054bea2417c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.272806] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 0d96dafa-99d7-4857-a3e4-9aacd1351b11/0d96dafa-99d7-4857-a3e4-9aacd1351b11.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.276493] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2de9fb48-c325-4009-8f6b-5a5ad6a9002f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.299911] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 708.299911] env[68466]: value = "task-2812018" [ 708.299911] env[68466]: _type = "Task" [ 708.299911] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.309540] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.472028] env[68466]: DEBUG nova.compute.manager [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.472153] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.476374] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5bed78-5b8d-4e14-a7a3-6f8583607695 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.485806] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.486117] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e5381f1-bea8-44aa-b4fd-b166f73f5eae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.493106] env[68466]: DEBUG oslo_vmware.api [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 708.493106] env[68466]: value = "task-2812019" [ 708.493106] env[68466]: _type = "Task" [ 708.493106] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.504266] env[68466]: DEBUG oslo_vmware.api [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.582122] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802eb005-f627-4ec0-9281-3d40c9a988ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.589662] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a450176d-dd35-4a59-aa58-a6de175cd17b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.629342] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02bf84a-6951-4f78-9de7-289c0bdb3de4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.632562] env[68466]: DEBUG nova.compute.manager [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.632762] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.633552] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68057649-a0a0-47ea-ab7d-d0ed616db4a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.645371] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.645734] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf07fe00-9c8b-4b78-a9a3-6ab8593e000f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.648399] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3894a9b-99d6-4d74-abfd-f9eb44d68299 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.664554] env[68466]: DEBUG nova.compute.provider_tree [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.667625] env[68466]: DEBUG oslo_vmware.api [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 708.667625] env[68466]: value = "task-2812021" [ 708.667625] env[68466]: _type = "Task" [ 708.667625] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.676509] env[68466]: DEBUG oslo_vmware.api [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.811217] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812018, 'name': ReconfigVM_Task, 'duration_secs': 0.341667} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.811535] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 0d96dafa-99d7-4857-a3e4-9aacd1351b11/0d96dafa-99d7-4857-a3e4-9aacd1351b11.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.812468] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4ac1f4a-5710-488a-8d04-44a336bc426d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.822503] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 708.822503] env[68466]: value = "task-2812022" [ 708.822503] env[68466]: _type = "Task" [ 708.822503] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.833723] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812022, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.003729] env[68466]: DEBUG oslo_vmware.api [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812019, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.170578] env[68466]: DEBUG nova.scheduler.client.report [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.184375] env[68466]: DEBUG oslo_vmware.api [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812021, 'name': PowerOffVM_Task, 'duration_secs': 0.464069} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.184635] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.184757] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.185035] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73bd9c01-2b9f-4bde-9668-55dbb6ff828e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.258184] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.258184] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.258184] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleting the datastore file [datastore2] 94ee5bad-d117-40d6-8431-95b25be87d10 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.258184] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aaaf683-0810-465d-b662-84621a6e8f6b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.270975] env[68466]: DEBUG oslo_vmware.api [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 709.270975] env[68466]: value = "task-2812024" [ 709.270975] env[68466]: _type = "Task" [ 709.270975] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.279412] env[68466]: DEBUG oslo_vmware.api [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.332563] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812022, 'name': Rename_Task, 'duration_secs': 0.291357} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.332880] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.335241] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1c6df8-51c6-4458-bb44-d4efd966976c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.339802] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 709.339802] env[68466]: value = "task-2812025" [ 709.339802] env[68466]: _type = "Task" [ 709.339802] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.348531] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.507338] env[68466]: DEBUG oslo_vmware.api [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812019, 'name': PowerOffVM_Task, 'duration_secs': 0.620431} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.510300] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.510300] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.510300] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4e941ff-220c-4cc2-b5c9-204c53844748 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.602620] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.602976] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.603127] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleting the datastore file [datastore2] b2072172-2245-4f50-a9bc-dc3c1beda121 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.603317] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba6349b3-5927-4b05-8808-4139e5ea6928 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.609782] env[68466]: DEBUG oslo_vmware.api [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 709.609782] env[68466]: value = "task-2812027" [ 709.609782] env[68466]: _type = "Task" [ 709.609782] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.618721] env[68466]: DEBUG oslo_vmware.api [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.680522] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.683026] env[68466]: DEBUG nova.compute.manager [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.685785] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.137s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.688561] env[68466]: INFO nova.compute.claims [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.784938] env[68466]: DEBUG oslo_vmware.api [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341169} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.785268] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.785546] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.785831] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.789020] env[68466]: INFO nova.compute.manager [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Took 1.15 seconds to destroy the instance on the hypervisor. [ 709.789020] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.789020] env[68466]: DEBUG nova.compute.manager [-] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.789020] env[68466]: DEBUG nova.network.neutron [-] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.852403] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.122046] env[68466]: DEBUG oslo_vmware.api [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376007} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.122046] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.122046] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.122046] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.122046] env[68466]: INFO nova.compute.manager [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Took 1.65 seconds to destroy the instance on the hypervisor. [ 710.122283] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.122418] env[68466]: DEBUG nova.compute.manager [-] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.122514] env[68466]: DEBUG nova.network.neutron [-] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.193921] env[68466]: DEBUG nova.compute.utils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.197547] env[68466]: DEBUG nova.compute.manager [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.197726] env[68466]: DEBUG nova.network.neutron [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.295224] env[68466]: DEBUG nova.compute.manager [req-5ecd660b-5609-4610-a920-acec268eb9da req-4c974fe4-d600-481d-9f8d-3141d81a139d service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Received event network-vif-deleted-cd28cdde-f88f-4749-a322-6e52f9c60d80 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.295224] env[68466]: INFO nova.compute.manager [req-5ecd660b-5609-4610-a920-acec268eb9da req-4c974fe4-d600-481d-9f8d-3141d81a139d service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Neutron deleted interface cd28cdde-f88f-4749-a322-6e52f9c60d80; detaching it from the instance and deleting it from the info cache [ 710.295224] env[68466]: DEBUG nova.network.neutron [req-5ecd660b-5609-4610-a920-acec268eb9da req-4c974fe4-d600-481d-9f8d-3141d81a139d service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.325550] env[68466]: DEBUG nova.policy [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d414a7ec724c6394d4ad24efbece54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4e902fae6448fa8ede1dfc87c5319b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.356175] env[68466]: DEBUG oslo_vmware.api [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812025, 'name': PowerOnVM_Task, 'duration_secs': 0.695785} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.357784] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.357784] env[68466]: INFO nova.compute.manager [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Took 7.98 seconds to spawn the instance on the hypervisor. [ 710.357784] env[68466]: DEBUG nova.compute.manager [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.358329] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436823ae-42b7-4c34-971b-222d6b3fa3d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.704897] env[68466]: DEBUG nova.compute.manager [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.740853] env[68466]: DEBUG nova.network.neutron [-] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.800778] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42b470dd-57f4-45db-be2f-f0ba623b9baa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.813486] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172110ad-6d1d-4599-bf6d-bf70679eedd1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.832049] env[68466]: DEBUG nova.network.neutron [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Successfully created port: 2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.853820] env[68466]: DEBUG nova.compute.manager [req-5ecd660b-5609-4610-a920-acec268eb9da req-4c974fe4-d600-481d-9f8d-3141d81a139d service nova] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Detach interface failed, port_id=cd28cdde-f88f-4749-a322-6e52f9c60d80, reason: Instance 94ee5bad-d117-40d6-8431-95b25be87d10 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 710.889159] env[68466]: INFO nova.compute.manager [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Took 42.41 seconds to build instance. [ 711.033118] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.033325] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.154647] env[68466]: DEBUG nova.network.neutron [-] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.247486] env[68466]: INFO nova.compute.manager [-] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Took 1.46 seconds to deallocate network for instance. [ 711.367027] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4085a3-4205-4eee-b6d0-b77d6f064041 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.374740] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c40791-ca23-484d-bc60-50ad734a02be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.411057] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e9f9c76-6511-4384-a991-a4e6d84daf5c tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.680s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.413586] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396ff1d8-8677-4fd2-883e-33519a2867a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.424347] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b6f7cc-574c-43e5-8c0e-858b57ab95cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.441034] env[68466]: DEBUG nova.compute.provider_tree [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.658421] env[68466]: INFO nova.compute.manager [-] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Took 1.54 seconds to deallocate network for instance. [ 711.718429] env[68466]: DEBUG nova.compute.manager [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.745177] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.745751] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.746197] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.746659] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.746973] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.749023] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.749023] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.749023] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.749023] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.749023] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.749237] env[68466]: DEBUG nova.virt.hardware [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.750182] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a5702b-e9f2-482b-bca5-a86bf8337842 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.759579] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.761806] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58257c17-f4fd-4c35-a737-11f7b80ff7b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.786530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquiring lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.786530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.786530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquiring lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.786530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.786790] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.787579] env[68466]: INFO nova.compute.manager [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Terminating instance [ 711.919667] env[68466]: DEBUG nova.compute.manager [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.944821] env[68466]: DEBUG nova.scheduler.client.report [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.170930] env[68466]: DEBUG oslo_concurrency.lockutils [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.292875] env[68466]: DEBUG nova.compute.manager [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.293214] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.294615] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5febc625-79bf-4783-b896-e77f09964479 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.304652] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.304857] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42c438a8-b285-4ca6-a548-afe216e6297e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.312714] env[68466]: DEBUG oslo_vmware.api [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 712.312714] env[68466]: value = "task-2812029" [ 712.312714] env[68466]: _type = "Task" [ 712.312714] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.325869] env[68466]: DEBUG oslo_vmware.api [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.328246] env[68466]: DEBUG nova.compute.manager [req-23bfa8f0-ade0-41cf-9599-0622d38ef7a5 req-40851e62-5db1-49ee-acc4-30d6524419a6 service nova] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Received event network-vif-deleted-941fb5c3-717d-4556-8a0f-b7e29ef3bb90 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 712.448558] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.458259] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.458259] env[68466]: DEBUG nova.compute.manager [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.463537] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.671s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.463537] env[68466]: DEBUG nova.objects.instance [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lazy-loading 'resources' on Instance uuid 2814b645-4619-4fd7-a27c-04570fff9bb6 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.479842] env[68466]: DEBUG nova.network.neutron [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Successfully updated port: 2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.828050] env[68466]: DEBUG oslo_vmware.api [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812029, 'name': PowerOffVM_Task, 'duration_secs': 0.222799} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.828227] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.828835] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.828835] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c29c886-437d-422f-a16c-433fc109adc6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.966913] env[68466]: DEBUG nova.compute.utils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.969571] env[68466]: DEBUG nova.compute.manager [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Not allocating networking since 'none' was specified. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 712.991025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "refresh_cache-4fab89f6-3444-420e-b850-b1abf6dec136" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.991025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "refresh_cache-4fab89f6-3444-420e-b850-b1abf6dec136" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.991025] env[68466]: DEBUG nova.network.neutron [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.112917] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.113308] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.113624] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Deleting the datastore file [datastore2] 0d96dafa-99d7-4857-a3e4-9aacd1351b11 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.114013] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61662015-7d5d-4c50-a0dc-ccf0ec9b483a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.122422] env[68466]: DEBUG oslo_vmware.api [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for the task: (returnval){ [ 713.122422] env[68466]: value = "task-2812032" [ 713.122422] env[68466]: _type = "Task" [ 713.122422] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.139778] env[68466]: DEBUG oslo_vmware.api [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.464458] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52555b9a-4c40-060e-193d-f6314eac194d/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 713.465485] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128d856-ac48-481e-b97f-57351f6ccf99 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.470506] env[68466]: DEBUG nova.compute.manager [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.478400] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52555b9a-4c40-060e-193d-f6314eac194d/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 713.478771] env[68466]: ERROR oslo_vmware.rw_handles [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52555b9a-4c40-060e-193d-f6314eac194d/disk-0.vmdk due to incomplete transfer. [ 713.479646] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-10d5a424-9306-43af-b53c-e3b7f710ac22 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.486751] env[68466]: DEBUG oslo_vmware.rw_handles [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52555b9a-4c40-060e-193d-f6314eac194d/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 713.488106] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Uploaded image 38d87134-6476-4f85-b49a-3d40d00e11cf to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 713.489363] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.493026] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a4353bd6-6d48-4e6c-94e4-e5ccc7ae8d9b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.502207] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 713.502207] env[68466]: value = "task-2812033" [ 713.502207] env[68466]: _type = "Task" [ 713.502207] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.510867] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812033, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.512181] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7b5f64-8baa-4e35-bff8-d3ca58d33591 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.519545] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2b85c8-c130-4906-a820-cd3142abfa5e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.553951] env[68466]: DEBUG nova.network.neutron [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.556700] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847c5ce4-df2c-4107-b30a-915453ca0088 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.564622] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ec197f-01ad-4ccb-ba50-2b6f3c9bb2a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.578252] env[68466]: DEBUG nova.compute.provider_tree [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.637435] env[68466]: DEBUG oslo_vmware.api [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Task: {'id': task-2812032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405862} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.640031] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.640222] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.640390] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.640555] env[68466]: INFO nova.compute.manager [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Took 1.35 seconds to destroy the instance on the hypervisor. [ 713.640829] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.641052] env[68466]: DEBUG nova.compute.manager [-] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.641149] env[68466]: DEBUG nova.network.neutron [-] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.773891] env[68466]: DEBUG nova.network.neutron [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Updating instance_info_cache with network_info: [{"id": "2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8", "address": "fa:16:3e:82:e4:88", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9efa70-a8", "ovs_interfaceid": "2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.011934] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812033, 'name': Destroy_Task, 'duration_secs': 0.450474} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.012701] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Destroyed the VM [ 714.013199] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.013720] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83336a83-08e5-4ea2-97db-314fb5d18613 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.022037] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 714.022037] env[68466]: value = "task-2812034" [ 714.022037] env[68466]: _type = "Task" [ 714.022037] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.034986] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.086022] env[68466]: DEBUG nova.scheduler.client.report [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.275477] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "refresh_cache-4fab89f6-3444-420e-b850-b1abf6dec136" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.275582] env[68466]: DEBUG nova.compute.manager [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Instance network_info: |[{"id": "2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8", "address": "fa:16:3e:82:e4:88", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9efa70-a8", "ovs_interfaceid": "2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.279017] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:e4:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.284374] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.284374] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.284374] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96a3d792-9f3c-44dc-93d3-65b800851a1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.304672] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.304672] env[68466]: value = "task-2812035" [ 714.304672] env[68466]: _type = "Task" [ 714.304672] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.312717] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812035, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.408716] env[68466]: DEBUG nova.compute.manager [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Received event network-vif-plugged-2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 714.409038] env[68466]: DEBUG oslo_concurrency.lockutils [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] Acquiring lock "4fab89f6-3444-420e-b850-b1abf6dec136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.409587] env[68466]: DEBUG oslo_concurrency.lockutils [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] Lock "4fab89f6-3444-420e-b850-b1abf6dec136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.409809] env[68466]: DEBUG oslo_concurrency.lockutils [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] Lock "4fab89f6-3444-420e-b850-b1abf6dec136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.409881] env[68466]: DEBUG nova.compute.manager [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] No waiting events found dispatching network-vif-plugged-2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.410063] env[68466]: WARNING nova.compute.manager [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Received unexpected event network-vif-plugged-2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8 for instance with vm_state building and task_state spawning. [ 714.410347] env[68466]: DEBUG nova.compute.manager [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Received event network-changed-2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 714.410625] env[68466]: DEBUG nova.compute.manager [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Refreshing instance network info cache due to event network-changed-2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 714.410936] env[68466]: DEBUG oslo_concurrency.lockutils [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] Acquiring lock "refresh_cache-4fab89f6-3444-420e-b850-b1abf6dec136" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.411065] env[68466]: DEBUG oslo_concurrency.lockutils [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] Acquired lock "refresh_cache-4fab89f6-3444-420e-b850-b1abf6dec136" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.411241] env[68466]: DEBUG nova.network.neutron [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Refreshing network info cache for port 2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.440691] env[68466]: DEBUG nova.network.neutron [-] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.486230] env[68466]: DEBUG nova.compute.manager [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.507717] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.508422] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.508670] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.508932] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.509152] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.509326] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.509539] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.509698] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.509889] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.510123] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.511245] env[68466]: DEBUG nova.virt.hardware [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.511379] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9804a5-cec0-414e-a765-960f968d5421 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.520508] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198597f7-2148-496e-b9c8-b909c88557e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.534290] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812034, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.542523] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.548259] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Creating folder: Project (7e9f0edbf8d942a79a851ad45cf06b1e). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.549576] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ba878e5-e75e-492c-bc3f-0b93b7c405e2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.559050] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Created folder: Project (7e9f0edbf8d942a79a851ad45cf06b1e) in parent group-v564977. [ 714.559050] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Creating folder: Instances. Parent ref: group-v565092. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.559050] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af048048-8563-4640-8fd8-424faaa716d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.567453] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Created folder: Instances in parent group-v565092. [ 714.567689] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.567938] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.568238] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1702dfea-13fa-4f20-b433-53cfa108e74d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.590423] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.591869] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.591869] env[68466]: value = "task-2812038" [ 714.591869] env[68466]: _type = "Task" [ 714.591869] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.592692] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.750s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.605620] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812038, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.618718] env[68466]: INFO nova.scheduler.client.report [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Deleted allocations for instance 2814b645-4619-4fd7-a27c-04570fff9bb6 [ 714.816963] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812035, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.945318] env[68466]: INFO nova.compute.manager [-] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Took 1.30 seconds to deallocate network for instance. [ 715.038062] env[68466]: DEBUG oslo_vmware.api [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812034, 'name': RemoveSnapshot_Task, 'duration_secs': 0.879069} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.038595] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.038879] env[68466]: INFO nova.compute.manager [None req-c8e81230-d6d0-4cd6-9df0-0ad1c67b5116 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Took 14.08 seconds to snapshot the instance on the hypervisor. [ 715.105151] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812038, 'name': CreateVM_Task, 'duration_secs': 0.361169} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.105401] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.105843] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.106027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.106349] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.106593] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13aaccd7-e091-41a1-97a0-2578971ea661 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.111446] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 715.111446] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cc8509-431b-b0d1-49db-b40da554b352" [ 715.111446] env[68466]: _type = "Task" [ 715.111446] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.122024] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cc8509-431b-b0d1-49db-b40da554b352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.130559] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2af50ee-6812-46aa-a909-6f17cd698c2e tempest-DeleteServersAdminTestJSON-491177251 tempest-DeleteServersAdminTestJSON-491177251-project-member] Lock "2814b645-4619-4fd7-a27c-04570fff9bb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.770s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.162496] env[68466]: DEBUG nova.network.neutron [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Updated VIF entry in instance network info cache for port 2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.163140] env[68466]: DEBUG nova.network.neutron [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Updating instance_info_cache with network_info: [{"id": "2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8", "address": "fa:16:3e:82:e4:88", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9efa70-a8", "ovs_interfaceid": "2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.314575] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812035, 'name': CreateVM_Task, 'duration_secs': 0.537939} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.316992] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.317954] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.318016] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.318346] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.318595] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56afaaac-4b72-44d5-8c76-4e3a41427db1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.325384] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 715.325384] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523511e7-2b17-7b64-6aba-6bd77277e49c" [ 715.325384] env[68466]: _type = "Task" [ 715.325384] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.335291] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523511e7-2b17-7b64-6aba-6bd77277e49c, 'name': SearchDatastore_Task} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.337803] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.338196] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.338319] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.338461] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.338636] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.339105] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b219f3a-d43c-42b2-97d6-33c3cad19206 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.346146] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.346325] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.347024] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2d3074-0705-4a37-9b50-88a62c1f71c5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.354071] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 715.354071] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d8db9f-ebfd-8a02-2d5b-c8291150e791" [ 715.354071] env[68466]: _type = "Task" [ 715.354071] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.361830] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d8db9f-ebfd-8a02-2d5b-c8291150e791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.453997] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.549650] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11725f35-75f4-41c5-ac17-2e091aa0d278 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.561417] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.561780] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.563814] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3314dd93-a6f1-4524-a96c-ef08a2842759 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.596142] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17340914-25d5-4533-b9ba-395d58ec054a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.603680] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e486b62-d9c2-4797-9af8-5e733d8ce183 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.616958] env[68466]: DEBUG nova.compute.provider_tree [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.626554] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cc8509-431b-b0d1-49db-b40da554b352, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.626885] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.627123] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.627355] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.627499] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.627674] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.628124] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c0f6619-8e41-4e6b-912b-8a68f1eaa6a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.635728] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.635905] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.636599] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4395bd-c00e-432c-86b8-bd1b66cb08dc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.640972] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 715.640972] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5265b6bb-ced9-170e-7cc7-609a3eb18930" [ 715.640972] env[68466]: _type = "Task" [ 715.640972] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.648230] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5265b6bb-ced9-170e-7cc7-609a3eb18930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.669598] env[68466]: DEBUG oslo_concurrency.lockutils [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] Releasing lock "refresh_cache-4fab89f6-3444-420e-b850-b1abf6dec136" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.670851] env[68466]: DEBUG nova.compute.manager [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Received event network-vif-deleted-3eeb4682-aca3-4f96-afb3-4ebbca65624d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 715.670851] env[68466]: INFO nova.compute.manager [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Neutron deleted interface 3eeb4682-aca3-4f96-afb3-4ebbca65624d; detaching it from the instance and deleting it from the info cache [ 715.670851] env[68466]: DEBUG nova.network.neutron [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.865256] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d8db9f-ebfd-8a02-2d5b-c8291150e791, 'name': SearchDatastore_Task, 'duration_secs': 0.008332} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.865970] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb95c90-1dad-42f9-9ed1-5efea30ff2ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.872269] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 715.872269] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bc1978-3bbe-544f-6fb0-7e9d3bfdf464" [ 715.872269] env[68466]: _type = "Task" [ 715.872269] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.878895] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bc1978-3bbe-544f-6fb0-7e9d3bfdf464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.122504] env[68466]: DEBUG nova.scheduler.client.report [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.155791] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5265b6bb-ced9-170e-7cc7-609a3eb18930, 'name': SearchDatastore_Task, 'duration_secs': 0.007575} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.156601] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70890571-b249-41aa-bfc9-13a8fc2701d0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.161848] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 716.161848] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52286b31-7e07-5c2f-91b7-b5fcc807a220" [ 716.161848] env[68466]: _type = "Task" [ 716.161848] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.169995] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52286b31-7e07-5c2f-91b7-b5fcc807a220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.172864] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb5a9244-2d87-4d61-ba67-fb231c2f0b67 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.180858] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a361469-fca4-403b-87a7-4dbbaa5523a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.213227] env[68466]: DEBUG nova.compute.manager [req-60ba10cb-dd6f-4202-8aac-d55157b6299b req-84d6191b-71b3-4f7b-9e56-803ce60b7f13 service nova] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Detach interface failed, port_id=3eeb4682-aca3-4f96-afb3-4ebbca65624d, reason: Instance 0d96dafa-99d7-4857-a3e4-9aacd1351b11 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 716.383655] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bc1978-3bbe-544f-6fb0-7e9d3bfdf464, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.383948] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.384257] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 4fab89f6-3444-420e-b850-b1abf6dec136/4fab89f6-3444-420e-b850-b1abf6dec136.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.384525] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb40c589-b24b-476f-91e2-b635f53dc1c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.393703] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 716.393703] env[68466]: value = "task-2812040" [ 716.393703] env[68466]: _type = "Task" [ 716.393703] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.402742] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.673138] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52286b31-7e07-5c2f-91b7-b5fcc807a220, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.673355] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.673617] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.673891] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc800a33-d13a-45b8-aa97-863c29aa986f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.682640] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 716.682640] env[68466]: value = "task-2812041" [ 716.682640] env[68466]: _type = "Task" [ 716.682640] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.693017] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.904930] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456009} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.905228] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 4fab89f6-3444-420e-b850-b1abf6dec136/4fab89f6-3444-420e-b850-b1abf6dec136.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.905435] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.905693] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47965e78-9b41-4ab1-bde1-16003fc6be20 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.911512] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 716.911512] env[68466]: value = "task-2812042" [ 716.911512] env[68466]: _type = "Task" [ 716.911512] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.919089] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.137558] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.545s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.142609] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.652s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.147894] env[68466]: INFO nova.compute.claims [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.196150] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812041, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.285570] env[68466]: DEBUG nova.compute.manager [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.286529] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1824f5f8-0e46-4ae7-a373-743a89daf56f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.422060] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066647} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.422438] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.423582] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d21b9b-0f60-4261-b87b-aaf477b15dc1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.452932] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 4fab89f6-3444-420e-b850-b1abf6dec136/4fab89f6-3444-420e-b850-b1abf6dec136.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.453257] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2ee838-c064-484c-b353-750e25677b60 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.473898] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 717.473898] env[68466]: value = "task-2812043" [ 717.473898] env[68466]: _type = "Task" [ 717.473898] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.481955] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.693195] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544679} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.693523] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.693822] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.694121] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-252f9428-7965-4e0e-ac7b-84289f5be1a1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.701021] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 717.701021] env[68466]: value = "task-2812044" [ 717.701021] env[68466]: _type = "Task" [ 717.701021] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.705353] env[68466]: INFO nova.scheduler.client.report [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Deleted allocation for migration c8dede4b-1246-4f1e-8d70-c7febd316527 [ 717.713178] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.797972] env[68466]: INFO nova.compute.manager [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] instance snapshotting [ 717.801084] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cb879c-130e-410a-9c25-2ccceafad3b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.827219] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5545c6-2d72-4f45-a7db-bf91ac24094a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.953342] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Acquiring lock "3b23fa39-37a3-4772-8970-d9f841b97faa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.953573] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "3b23fa39-37a3-4772-8970-d9f841b97faa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.983253] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812043, 'name': ReconfigVM_Task, 'duration_secs': 0.274875} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.983531] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 4fab89f6-3444-420e-b850-b1abf6dec136/4fab89f6-3444-420e-b850-b1abf6dec136.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.984182] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c9c4c69-c76a-4371-8a1d-dca6acf952cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.989964] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 717.989964] env[68466]: value = "task-2812045" [ 717.989964] env[68466]: _type = "Task" [ 717.989964] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.999855] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812045, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.212742] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066394} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.213031] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.213949] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f67cd-6cbe-4fdf-8821-417761dfe99d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.218759] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7daa3c1b-daf7-4b46-bf81-7a13f41e387e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.943s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.238262] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.241558] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62073a7f-4e37-4695-9e66-cbe37e9aede7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.260232] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 718.260232] env[68466]: value = "task-2812046" [ 718.260232] env[68466]: _type = "Task" [ 718.260232] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.268432] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.338374] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.338997] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-833c02df-ed95-4d47-bf61-c6194547959c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.345719] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 718.345719] env[68466]: value = "task-2812047" [ 718.345719] env[68466]: _type = "Task" [ 718.345719] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.356981] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812047, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.499022] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812045, 'name': Rename_Task, 'duration_secs': 0.169936} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.501724] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.502145] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5063a98-7a72-4ba6-95f6-e4a573a44999 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.508411] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 718.508411] env[68466]: value = "task-2812048" [ 718.508411] env[68466]: _type = "Task" [ 718.508411] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.519394] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.617785] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c8b464-123f-4c1d-9c02-05053c69134f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.625190] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890ca80d-aca4-4413-b9d8-ad67c4c3e2e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.661997] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544e717-02dd-48c2-9b32-4abca617fe01 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.671036] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4968da72-d38d-4605-b680-a50c4f7b3faa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.685215] env[68466]: DEBUG nova.compute.provider_tree [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.771424] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812046, 'name': ReconfigVM_Task, 'duration_secs': 0.277615} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.771719] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.773044] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-941b05b5-85ea-4edd-8b1c-b96dc90b1aa3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.782416] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 718.782416] env[68466]: value = "task-2812049" [ 718.782416] env[68466]: _type = "Task" [ 718.782416] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.792490] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812049, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.855298] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812047, 'name': CreateSnapshot_Task, 'duration_secs': 0.501521} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.855471] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 718.859212] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855de413-41b2-4841-bc3f-71e9743463b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.019873] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812048, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.188841] env[68466]: DEBUG nova.scheduler.client.report [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.291984] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812049, 'name': Rename_Task, 'duration_secs': 0.135955} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.292298] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.292552] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-623de33f-c01b-48a9-9437-3172a49a0a09 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.301136] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 719.301136] env[68466]: value = "task-2812050" [ 719.301136] env[68466]: _type = "Task" [ 719.301136] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.307134] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.376355] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.376799] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e01b923-f8aa-48f7-8f6d-e30541a28bc8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.385568] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 719.385568] env[68466]: value = "task-2812051" [ 719.385568] env[68466]: _type = "Task" [ 719.385568] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.396424] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812051, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.521065] env[68466]: DEBUG oslo_vmware.api [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812048, 'name': PowerOnVM_Task, 'duration_secs': 0.519054} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.521065] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.521205] env[68466]: INFO nova.compute.manager [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Took 7.81 seconds to spawn the instance on the hypervisor. [ 719.521344] env[68466]: DEBUG nova.compute.manager [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.522341] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae101c-fab3-4227-99ad-2098d441ff1a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.694248] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.694964] env[68466]: DEBUG nova.compute.manager [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.697694] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.643s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.699260] env[68466]: INFO nova.compute.claims [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.809419] env[68466]: DEBUG oslo_vmware.api [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812050, 'name': PowerOnVM_Task, 'duration_secs': 0.457193} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.809478] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.809764] env[68466]: INFO nova.compute.manager [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Took 5.32 seconds to spawn the instance on the hypervisor. [ 719.809986] env[68466]: DEBUG nova.compute.manager [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.810828] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a4a36f-18cc-44a6-ac98-6dd6a2752b7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.898624] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812051, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.040895] env[68466]: INFO nova.compute.manager [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Took 44.14 seconds to build instance. [ 720.209792] env[68466]: DEBUG nova.compute.utils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.213116] env[68466]: DEBUG nova.compute.manager [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.213414] env[68466]: DEBUG nova.network.neutron [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.232920] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "b675257a-5070-4c8a-90b5-229f93978764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.233136] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "b675257a-5070-4c8a-90b5-229f93978764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.304517] env[68466]: DEBUG nova.policy [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '251af4a4f399400b8d2866f1e076ee7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80a79f6e85749f680b1cf8c4391394b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.333084] env[68466]: INFO nova.compute.manager [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Took 43.81 seconds to build instance. [ 720.361621] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "4fab89f6-3444-420e-b850-b1abf6dec136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.404546] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812051, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.543450] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d6028df-a718-4903-85e0-80d0fda9f9ea tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "4fab89f6-3444-420e-b850-b1abf6dec136" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.512s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.545277] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "4fab89f6-3444-420e-b850-b1abf6dec136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.184s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.545448] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "4fab89f6-3444-420e-b850-b1abf6dec136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.545661] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "4fab89f6-3444-420e-b850-b1abf6dec136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.545860] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "4fab89f6-3444-420e-b850-b1abf6dec136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.550966] env[68466]: INFO nova.compute.manager [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Terminating instance [ 720.716293] env[68466]: DEBUG nova.compute.manager [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.833839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8282072e-ec46-41e3-b51e-0af69f80b6be tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "688dee16-e202-4ff5-9693-a8a79cb3b5e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.531s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.898766] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812051, 'name': CloneVM_Task, 'duration_secs': 1.461888} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.899256] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Created linked-clone VM from snapshot [ 720.900436] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d11d566-74a3-4d64-a52b-21a81de57c4e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.915592] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Uploading image 160a06a4-f806-48e4-9eb3-2f252909a110 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 720.915592] env[68466]: DEBUG nova.network.neutron [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Successfully created port: dac939a8-8416-4842-b8e2-f7cd48b4b330 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.943329] env[68466]: DEBUG oslo_vmware.rw_handles [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 720.943329] env[68466]: value = "vm-565096" [ 720.943329] env[68466]: _type = "VirtualMachine" [ 720.943329] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 720.943602] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a66b3838-0233-465f-86cc-75827c8f01bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.953171] env[68466]: DEBUG oslo_vmware.rw_handles [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lease: (returnval){ [ 720.953171] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cbe5bb-7594-5366-0e28-6e804bd0ff0d" [ 720.953171] env[68466]: _type = "HttpNfcLease" [ 720.953171] env[68466]: } obtained for exporting VM: (result){ [ 720.953171] env[68466]: value = "vm-565096" [ 720.953171] env[68466]: _type = "VirtualMachine" [ 720.953171] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 720.953448] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the lease: (returnval){ [ 720.953448] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cbe5bb-7594-5366-0e28-6e804bd0ff0d" [ 720.953448] env[68466]: _type = "HttpNfcLease" [ 720.953448] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 720.960718] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.960718] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cbe5bb-7594-5366-0e28-6e804bd0ff0d" [ 720.960718] env[68466]: _type = "HttpNfcLease" [ 720.960718] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 721.051937] env[68466]: DEBUG nova.compute.manager [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.061833] env[68466]: DEBUG nova.compute.manager [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.062254] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.064173] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af469d51-a74f-43a1-876d-82c485ddcf09 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.074512] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.074512] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70676c3b-f274-4c22-8c72-f50e6ff547a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.086536] env[68466]: DEBUG oslo_vmware.api [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 721.086536] env[68466]: value = "task-2812053" [ 721.086536] env[68466]: _type = "Task" [ 721.086536] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.102552] env[68466]: DEBUG oslo_vmware.api [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.213102] env[68466]: INFO nova.compute.manager [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Rebuilding instance [ 721.264355] env[68466]: DEBUG nova.compute.manager [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.265304] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410eca6-c875-4f62-a645-9f75e1d5656c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.319522] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f4c966-9bb0-4166-ad10-0c6cb431d095 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.327527] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cf269b-4670-454e-8a3d-c73425e270a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.367970] env[68466]: DEBUG nova.compute.manager [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.373410] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d85f5f-f44d-42c1-84f9-5a8e97a3e7e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.383943] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e29413c-69d5-4870-a874-7fc06bac3172 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.399343] env[68466]: DEBUG nova.compute.provider_tree [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.462537] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.462537] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cbe5bb-7594-5366-0e28-6e804bd0ff0d" [ 721.462537] env[68466]: _type = "HttpNfcLease" [ 721.462537] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.462537] env[68466]: DEBUG oslo_vmware.rw_handles [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.462537] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cbe5bb-7594-5366-0e28-6e804bd0ff0d" [ 721.462537] env[68466]: _type = "HttpNfcLease" [ 721.462537] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.462537] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe28c38-6186-4bec-855b-fffd4d4d3b80 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.470449] env[68466]: DEBUG oslo_vmware.rw_handles [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f700c-65f0-8e65-bfd4-2cae63eb8c18/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.470641] env[68466]: DEBUG oslo_vmware.rw_handles [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f700c-65f0-8e65-bfd4-2cae63eb8c18/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.562648] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24b3b4df-2855-4007-b891-dbf55f7d24bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.595964] env[68466]: DEBUG oslo_vmware.api [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812053, 'name': PowerOffVM_Task, 'duration_secs': 0.211002} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.596255] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.596442] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.597026] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06cb7afe-2bfb-4706-9a59-44f1c0acdc4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.607550] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.658661] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.658909] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.659115] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleting the datastore file [datastore1] 4fab89f6-3444-420e-b850-b1abf6dec136 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.659432] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2192a6ed-5ed9-4062-94ab-5da7a73e90f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.665690] env[68466]: DEBUG oslo_vmware.api [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 721.665690] env[68466]: value = "task-2812055" [ 721.665690] env[68466]: _type = "Task" [ 721.665690] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.673483] env[68466]: DEBUG oslo_vmware.api [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.727519] env[68466]: DEBUG nova.compute.manager [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.760071] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.760071] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.760071] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.760270] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.760270] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.760270] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.760270] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.760270] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.760429] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.760429] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.760983] env[68466]: DEBUG nova.virt.hardware [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.762024] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d535a7e4-3a11-4fa3-bf12-0580b769cbc0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.774244] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ebf0f-a729-4d5a-aba1-911817906fc3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.893653] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.903057] env[68466]: DEBUG nova.scheduler.client.report [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.183839] env[68466]: DEBUG oslo_vmware.api [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30534} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.185058] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.185602] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.188438] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.188438] env[68466]: INFO nova.compute.manager [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Took 1.13 seconds to destroy the instance on the hypervisor. [ 722.188438] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.188587] env[68466]: DEBUG nova.compute.manager [-] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.188587] env[68466]: DEBUG nova.network.neutron [-] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.294594] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.295326] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ac4f644-0d1c-4f59-89ec-3794ecc89450 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.302778] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 722.302778] env[68466]: value = "task-2812056" [ 722.302778] env[68466]: _type = "Task" [ 722.302778] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.317458] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.411277] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.411277] env[68466]: DEBUG nova.compute.manager [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.412906] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.021s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.413383] env[68466]: DEBUG nova.objects.instance [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lazy-loading 'resources' on Instance uuid c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.611689] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.611964] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.612202] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.612387] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.612558] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.616981] env[68466]: INFO nova.compute.manager [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Terminating instance [ 722.816446] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812056, 'name': PowerOffVM_Task, 'duration_secs': 0.202076} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.816446] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.816446] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.817344] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb77db7-be6f-41dd-b2a5-c33fc26d72d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.828223] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.828433] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2c59a3-d6f6-40c9-a47a-644c99edd42d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.858368] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.858368] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.858368] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Deleting the datastore file [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.858368] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8384a110-312a-4637-9bd2-c89bd7b05fed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.863362] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 722.863362] env[68466]: value = "task-2812058" [ 722.863362] env[68466]: _type = "Task" [ 722.863362] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.873395] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.920249] env[68466]: DEBUG nova.compute.utils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.922758] env[68466]: DEBUG nova.compute.manager [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.923165] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.961411] env[68466]: DEBUG nova.network.neutron [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Successfully updated port: dac939a8-8416-4842-b8e2-f7cd48b4b330 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.018632] env[68466]: DEBUG nova.policy [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c13784eb2246b1b33ef1370ee559c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa96b018c8de4f729759420558ab7f28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.084417] env[68466]: DEBUG nova.compute.manager [req-b4edb97d-67c8-46a2-9398-1dbe5b7de882 req-c98446db-9681-47d4-8a39-a976f1eeb793 service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Received event network-vif-plugged-dac939a8-8416-4842-b8e2-f7cd48b4b330 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 723.084647] env[68466]: DEBUG oslo_concurrency.lockutils [req-b4edb97d-67c8-46a2-9398-1dbe5b7de882 req-c98446db-9681-47d4-8a39-a976f1eeb793 service nova] Acquiring lock "bec5dfde-6eac-4888-825e-75c705beab97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.085163] env[68466]: DEBUG oslo_concurrency.lockutils [req-b4edb97d-67c8-46a2-9398-1dbe5b7de882 req-c98446db-9681-47d4-8a39-a976f1eeb793 service nova] Lock "bec5dfde-6eac-4888-825e-75c705beab97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.085364] env[68466]: DEBUG oslo_concurrency.lockutils [req-b4edb97d-67c8-46a2-9398-1dbe5b7de882 req-c98446db-9681-47d4-8a39-a976f1eeb793 service nova] Lock "bec5dfde-6eac-4888-825e-75c705beab97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.085536] env[68466]: DEBUG nova.compute.manager [req-b4edb97d-67c8-46a2-9398-1dbe5b7de882 req-c98446db-9681-47d4-8a39-a976f1eeb793 service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] No waiting events found dispatching network-vif-plugged-dac939a8-8416-4842-b8e2-f7cd48b4b330 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.085698] env[68466]: WARNING nova.compute.manager [req-b4edb97d-67c8-46a2-9398-1dbe5b7de882 req-c98446db-9681-47d4-8a39-a976f1eeb793 service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Received unexpected event network-vif-plugged-dac939a8-8416-4842-b8e2-f7cd48b4b330 for instance with vm_state building and task_state spawning. [ 723.123018] env[68466]: DEBUG nova.compute.manager [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.123018] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.125810] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eca151-19d5-4020-8cf5-6d00865278a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.140768] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.140768] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3f31cf6-0e91-4f0c-87e8-d1b354aaab64 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.147578] env[68466]: DEBUG oslo_vmware.api [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 723.147578] env[68466]: value = "task-2812059" [ 723.147578] env[68466]: _type = "Task" [ 723.147578] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.163293] env[68466]: DEBUG oslo_vmware.api [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.349621] env[68466]: DEBUG nova.network.neutron [-] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.381034] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092337} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.381505] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.384660] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.384660] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.423447] env[68466]: DEBUG nova.compute.manager [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.470552] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "refresh_cache-bec5dfde-6eac-4888-825e-75c705beab97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.471296] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquired lock "refresh_cache-bec5dfde-6eac-4888-825e-75c705beab97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.471453] env[68466]: DEBUG nova.network.neutron [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.517945] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Successfully created port: af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.548948] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122af7b4-f878-49fe-a7e4-8d484cc2e9cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.565128] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c883ae-e28c-48a4-b284-c6bf28402117 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.594108] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841d3ba-10f5-467b-b917-20dde4b9a17c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.604516] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cf217e-0670-4ddc-98c6-931351f3bf52 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.619351] env[68466]: DEBUG nova.compute.provider_tree [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.665167] env[68466]: DEBUG oslo_vmware.api [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812059, 'name': PowerOffVM_Task, 'duration_secs': 0.197108} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.665167] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.665167] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.665167] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-408bbdf8-5544-468c-83e3-fd902bda3f91 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.703619] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "fefbcbda-0d80-421b-9e42-79c8a038eb09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.704055] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "fefbcbda-0d80-421b-9e42-79c8a038eb09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.731872] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.732133] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.732316] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Deleting the datastore file [datastore2] a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.732589] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b43384a-a4d0-4a42-99a3-cebf53b4ad48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.740956] env[68466]: DEBUG oslo_vmware.api [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 723.740956] env[68466]: value = "task-2812061" [ 723.740956] env[68466]: _type = "Task" [ 723.740956] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.750077] env[68466]: DEBUG oslo_vmware.api [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.850580] env[68466]: INFO nova.compute.manager [-] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Took 1.66 seconds to deallocate network for instance. [ 723.961277] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Successfully created port: bdb95d8c-5415-4c33-b062-bf48404a07f3 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.033131] env[68466]: DEBUG nova.network.neutron [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.123289] env[68466]: DEBUG nova.scheduler.client.report [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.252523] env[68466]: DEBUG oslo_vmware.api [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146317} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.252837] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.253045] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.253229] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.253399] env[68466]: INFO nova.compute.manager [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Took 1.13 seconds to destroy the instance on the hypervisor. [ 724.253656] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.253879] env[68466]: DEBUG nova.compute.manager [-] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.253975] env[68466]: DEBUG nova.network.neutron [-] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.273277] env[68466]: DEBUG nova.network.neutron [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Updating instance_info_cache with network_info: [{"id": "dac939a8-8416-4842-b8e2-f7cd48b4b330", "address": "fa:16:3e:16:c0:88", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac939a8-84", "ovs_interfaceid": "dac939a8-8416-4842-b8e2-f7cd48b4b330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.359000] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.432944] env[68466]: DEBUG nova.compute.manager [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.446560] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.446961] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.447195] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.447409] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.447969] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.448164] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.448433] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.448622] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.448799] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.448975] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.449180] env[68466]: DEBUG nova.virt.hardware [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.450558] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcccdba-a198-450b-ad1c-0e202ee17b75 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.461719] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9f2f68-8705-4a8d-ab75-f80a56ad7b08 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.472522] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.475016] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.475016] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.475016] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.475016] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.475016] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.475597] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.475597] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.475597] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.475597] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.475597] env[68466]: DEBUG nova.virt.hardware [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.476166] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468ac5bb-1160-4cd8-8fc3-e73b4f72d0a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.491495] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.498658] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.502022] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.504799] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-555dd312-a0c5-4a5d-8c2c-8fb75d9dc103 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.524616] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8d805e-81c7-4b5d-827c-0d8f03f38e03 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.535692] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.535692] env[68466]: value = "task-2812062" [ 724.535692] env[68466]: _type = "Task" [ 724.535692] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.544185] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812062, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.632665] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.636411] env[68466]: DEBUG oslo_concurrency.lockutils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.053s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.639309] env[68466]: INFO nova.compute.claims [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.701307] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Successfully created port: 6ee09eca-9a1e-4629-a580-9f4a3be8a74f {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.749380] env[68466]: INFO nova.scheduler.client.report [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Deleted allocations for instance c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7 [ 724.776135] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Releasing lock "refresh_cache-bec5dfde-6eac-4888-825e-75c705beab97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.776555] env[68466]: DEBUG nova.compute.manager [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Instance network_info: |[{"id": "dac939a8-8416-4842-b8e2-f7cd48b4b330", "address": "fa:16:3e:16:c0:88", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac939a8-84", "ovs_interfaceid": "dac939a8-8416-4842-b8e2-f7cd48b4b330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.777334] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:c0:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac939a8-8416-4842-b8e2-f7cd48b4b330', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.790417] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Creating folder: Project (b80a79f6e85749f680b1cf8c4391394b). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.790619] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad903404-ea68-4971-8e19-f54a3f8b5496 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.804419] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Created folder: Project (b80a79f6e85749f680b1cf8c4391394b) in parent group-v564977. [ 724.804637] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Creating folder: Instances. Parent ref: group-v565098. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.804899] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f9b8062-1aa3-4a4f-a890-9d7957754d9f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.814312] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Created folder: Instances in parent group-v565098. [ 724.814568] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.814772] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.814992] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76391918-e8c5-486b-812f-0df2db1305f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.840023] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.840023] env[68466]: value = "task-2812065" [ 724.840023] env[68466]: _type = "Task" [ 724.840023] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.848267] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812065, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.047064] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812062, 'name': CreateVM_Task, 'duration_secs': 0.347523} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.047345] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.047788] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.048012] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.048396] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.048733] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d15174-5d20-4fb4-a3b6-b60ea77814f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.054183] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 725.054183] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52612210-c995-5a11-6998-fcef19e6fc09" [ 725.054183] env[68466]: _type = "Task" [ 725.054183] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.062917] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52612210-c995-5a11-6998-fcef19e6fc09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.182849] env[68466]: DEBUG nova.compute.manager [req-ab260079-c78b-4dd9-8361-26dcc3477657 req-704ab71b-d92a-48d5-893f-4dcbe33cf93c service nova] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Received event network-vif-deleted-2b9efa70-a8d3-4bbb-ab57-1d7b065b3fc8 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.183456] env[68466]: DEBUG nova.compute.manager [req-ab260079-c78b-4dd9-8361-26dcc3477657 req-704ab71b-d92a-48d5-893f-4dcbe33cf93c service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Received event network-changed-dac939a8-8416-4842-b8e2-f7cd48b4b330 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 725.183863] env[68466]: DEBUG nova.compute.manager [req-ab260079-c78b-4dd9-8361-26dcc3477657 req-704ab71b-d92a-48d5-893f-4dcbe33cf93c service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Refreshing instance network info cache due to event network-changed-dac939a8-8416-4842-b8e2-f7cd48b4b330. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 725.184144] env[68466]: DEBUG oslo_concurrency.lockutils [req-ab260079-c78b-4dd9-8361-26dcc3477657 req-704ab71b-d92a-48d5-893f-4dcbe33cf93c service nova] Acquiring lock "refresh_cache-bec5dfde-6eac-4888-825e-75c705beab97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.184339] env[68466]: DEBUG oslo_concurrency.lockutils [req-ab260079-c78b-4dd9-8361-26dcc3477657 req-704ab71b-d92a-48d5-893f-4dcbe33cf93c service nova] Acquired lock "refresh_cache-bec5dfde-6eac-4888-825e-75c705beab97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.184572] env[68466]: DEBUG nova.network.neutron [req-ab260079-c78b-4dd9-8361-26dcc3477657 req-704ab71b-d92a-48d5-893f-4dcbe33cf93c service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Refreshing network info cache for port dac939a8-8416-4842-b8e2-f7cd48b4b330 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.262270] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11256335-f2e8-460d-8bd3-efe7cb1a5539 tempest-ServerPasswordTestJSON-429761880 tempest-ServerPasswordTestJSON-429761880-project-member] Lock "c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.800s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.349178] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812065, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.567455] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52612210-c995-5a11-6998-fcef19e6fc09, 'name': SearchDatastore_Task, 'duration_secs': 0.017251} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.568313] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.568683] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.569111] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.569394] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.574957] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.574957] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dde4ed8-076e-4eca-9a3b-f4479669ad93 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.580976] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.580976] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.580976] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e749c154-c992-4d8e-9e8a-c5dabda27305 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.586917] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 725.586917] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5274acd9-b47f-49b0-2b05-82b5c88e89ed" [ 725.586917] env[68466]: _type = "Task" [ 725.586917] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.595492] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5274acd9-b47f-49b0-2b05-82b5c88e89ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.641041] env[68466]: DEBUG nova.network.neutron [-] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.855011] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812065, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.041205] env[68466]: DEBUG nova.network.neutron [req-ab260079-c78b-4dd9-8361-26dcc3477657 req-704ab71b-d92a-48d5-893f-4dcbe33cf93c service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Updated VIF entry in instance network info cache for port dac939a8-8416-4842-b8e2-f7cd48b4b330. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.041205] env[68466]: DEBUG nova.network.neutron [req-ab260079-c78b-4dd9-8361-26dcc3477657 req-704ab71b-d92a-48d5-893f-4dcbe33cf93c service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Updating instance_info_cache with network_info: [{"id": "dac939a8-8416-4842-b8e2-f7cd48b4b330", "address": "fa:16:3e:16:c0:88", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac939a8-84", "ovs_interfaceid": "dac939a8-8416-4842-b8e2-f7cd48b4b330", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.098407] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5274acd9-b47f-49b0-2b05-82b5c88e89ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.102983] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d840b380-c64f-4a28-a471-d065b7c8dc7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.109621] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 726.109621] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb561f-e840-4347-a756-78ea0c2946d8" [ 726.109621] env[68466]: _type = "Task" [ 726.109621] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.120961] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb561f-e840-4347-a756-78ea0c2946d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.146062] env[68466]: INFO nova.compute.manager [-] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Took 1.89 seconds to deallocate network for instance. [ 726.276313] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4f071c-0677-4da8-9c13-6f72bc52499d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.286171] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc8160e-4756-4556-abf8-3b88d840d218 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.320195] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55431cf9-aa8c-46b1-ad02-270297d68c15 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.328337] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755a0546-bb9d-42b2-8900-1fbe678d6fce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.342977] env[68466]: DEBUG nova.compute.provider_tree [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.353237] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812065, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.542721] env[68466]: DEBUG oslo_concurrency.lockutils [req-ab260079-c78b-4dd9-8361-26dcc3477657 req-704ab71b-d92a-48d5-893f-4dcbe33cf93c service nova] Releasing lock "refresh_cache-bec5dfde-6eac-4888-825e-75c705beab97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.586850] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Successfully updated port: af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.624228] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb561f-e840-4347-a756-78ea0c2946d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.624531] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.626068] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.626068] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc7325f7-a7f0-44ce-b64c-6ec3629b101f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.631896] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 726.631896] env[68466]: value = "task-2812066" [ 726.631896] env[68466]: _type = "Task" [ 726.631896] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.644661] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.660701] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.849426] env[68466]: DEBUG nova.scheduler.client.report [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.860755] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812065, 'name': CreateVM_Task, 'duration_secs': 1.534318} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.860755] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.861394] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.861564] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.861909] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.862205] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0248231e-9238-4531-b925-e94b0af6880b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.870231] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 726.870231] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52602d54-da20-ad71-2e52-6dd660d0e0ba" [ 726.870231] env[68466]: _type = "Task" [ 726.870231] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.877310] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52602d54-da20-ad71-2e52-6dd660d0e0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.144475] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46988} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.144581] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.144865] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.145834] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d3aa8cf-6333-4c94-a076-6680b44b9610 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.154721] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 727.154721] env[68466]: value = "task-2812067" [ 727.154721] env[68466]: _type = "Task" [ 727.154721] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.162317] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.358117] env[68466]: DEBUG oslo_concurrency.lockutils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.358742] env[68466]: DEBUG nova.compute.manager [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.362253] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.506s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.362253] env[68466]: DEBUG nova.objects.instance [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lazy-loading 'resources' on Instance uuid 9797a09f-33b3-4c33-87df-2aac5f4e498a {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.379527] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52602d54-da20-ad71-2e52-6dd660d0e0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.062787} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.380856] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.380856] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.381037] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.381618] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.381618] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.381945] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-405300ee-fc4b-4d0c-b6c4-d6fe6806fff1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.393020] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.393020] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.393020] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89eac731-b27a-4113-97d5-c5858e631064 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.402229] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 727.402229] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5215036f-ace4-83b0-3097-06026bae756c" [ 727.402229] env[68466]: _type = "Task" [ 727.402229] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.412437] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5215036f-ace4-83b0-3097-06026bae756c, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.415873] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15125aa1-855f-4012-8fac-d060fb2c98e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.421145] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 727.421145] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fd2933-f045-6326-780d-f1cf23a004e4" [ 727.421145] env[68466]: _type = "Task" [ 727.421145] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.429009] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fd2933-f045-6326-780d-f1cf23a004e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.663179] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064249} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.663505] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.664726] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa9b94f-4cf3-44a2-9b47-6be5fb548f11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.687823] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.689925] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fb54150-4b2c-4a36-9286-92ebe014214b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.707252] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "c09869f1-0f84-4530-a323-a365511652f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.707526] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "c09869f1-0f84-4530-a323-a365511652f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.713620] env[68466]: DEBUG nova.compute.manager [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Received event network-vif-deleted-f180a571-ae27-417f-b130-7a63c7b846f3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.713620] env[68466]: DEBUG nova.compute.manager [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received event network-vif-plugged-af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.713620] env[68466]: DEBUG oslo_concurrency.lockutils [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] Acquiring lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.713620] env[68466]: DEBUG oslo_concurrency.lockutils [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.713620] env[68466]: DEBUG oslo_concurrency.lockutils [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.714269] env[68466]: DEBUG nova.compute.manager [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] No waiting events found dispatching network-vif-plugged-af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.714269] env[68466]: WARNING nova.compute.manager [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received unexpected event network-vif-plugged-af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28 for instance with vm_state building and task_state spawning. [ 727.714269] env[68466]: DEBUG nova.compute.manager [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received event network-changed-af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.714269] env[68466]: DEBUG nova.compute.manager [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Refreshing instance network info cache due to event network-changed-af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 727.714269] env[68466]: DEBUG oslo_concurrency.lockutils [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] Acquiring lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.714492] env[68466]: DEBUG oslo_concurrency.lockutils [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] Acquired lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.714492] env[68466]: DEBUG nova.network.neutron [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Refreshing network info cache for port af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.717048] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 727.717048] env[68466]: value = "task-2812068" [ 727.717048] env[68466]: _type = "Task" [ 727.717048] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.727032] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.867742] env[68466]: DEBUG nova.compute.utils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.869507] env[68466]: DEBUG nova.compute.manager [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.869507] env[68466]: DEBUG nova.network.neutron [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.922307] env[68466]: DEBUG nova.policy [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ad692bd0b024e23b2ce7702ea5be75b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e2c2fd3239a4345b885b05de27565be', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.943760] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fd2933-f045-6326-780d-f1cf23a004e4, 'name': SearchDatastore_Task, 'duration_secs': 0.0095} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.943760] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.943760] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] bec5dfde-6eac-4888-825e-75c705beab97/bec5dfde-6eac-4888-825e-75c705beab97.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.944065] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30329061-2ffe-4a54-beef-49d76288c95d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.951337] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 727.951337] env[68466]: value = "task-2812069" [ 727.951337] env[68466]: _type = "Task" [ 727.951337] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.962992] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.241377] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.281901] env[68466]: DEBUG nova.network.neutron [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.372559] env[68466]: DEBUG nova.compute.manager [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.450988] env[68466]: DEBUG nova.network.neutron [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.470337] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461742} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.470818] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] bec5dfde-6eac-4888-825e-75c705beab97/bec5dfde-6eac-4888-825e-75c705beab97.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.471316] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.471711] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20a95722-544d-46f3-9a7c-7979b244a60d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.481131] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 728.481131] env[68466]: value = "task-2812070" [ 728.481131] env[68466]: _type = "Task" [ 728.481131] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.493034] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.493034] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50375f3-5885-4967-be6d-d404ce7ddda4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.499014] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad626e-2221-4ee1-9b63-984970bf0057 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.547529] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73be8480-40e5-4d08-b5ea-317eb6bfb44c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.557240] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e266c57c-1be6-4250-a314-8ae41d571660 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.571650] env[68466]: DEBUG nova.compute.provider_tree [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.730223] env[68466]: DEBUG nova.network.neutron [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Successfully created port: 553a0685-aa67-42d3-b23b-ec2c355dbbfb {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.738151] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812068, 'name': ReconfigVM_Task, 'duration_secs': 0.648241} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.738450] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.739178] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb9e64d2-b05c-4d37-81cc-2ae6281d5d31 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.746159] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 728.746159] env[68466]: value = "task-2812071" [ 728.746159] env[68466]: _type = "Task" [ 728.746159] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.757574] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812071, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.878209] env[68466]: INFO nova.virt.block_device [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Booting with volume 97a8fcf5-9e93-4c7a-994b-7b9db70dba15 at /dev/sda [ 728.956264] env[68466]: DEBUG oslo_concurrency.lockutils [req-bb1e0508-c37b-42b0-999d-a91406dc73a2 req-2e1dbf13-5a2f-434e-8bb3-737666486cd1 service nova] Releasing lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.965932] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8efd3a3a-113a-4618-9a2e-5d5bb529d04d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.984042] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a59f03-03ca-49a1-a8fe-def2ee4053ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.004673] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065413} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.004952] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.005906] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dcb375-39be-4bbe-ab28-9aa0ed165bab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.020373] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79534fc2-eff9-45bc-8f1c-6200564a56b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.040098] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] bec5dfde-6eac-4888-825e-75c705beab97/bec5dfde-6eac-4888-825e-75c705beab97.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.040098] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981bcb0f-5879-490d-83b0-bbb2eb14f479 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.062333] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b95544-7245-4929-9632-c04e6e010e64 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.074017] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "292bc6a1-f7a2-400d-88dd-3148250b3f55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.074017] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "292bc6a1-f7a2-400d-88dd-3148250b3f55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.074975] env[68466]: DEBUG nova.scheduler.client.report [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.078793] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 729.078793] env[68466]: value = "task-2812072" [ 729.078793] env[68466]: _type = "Task" [ 729.078793] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.090048] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.104106] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcdc74a-d609-45fe-be8e-dd086fa4fbb9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.109579] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3a8e59-b33f-42d0-8a55-5aeaa03eb1da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.124627] env[68466]: DEBUG nova.virt.block_device [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Updating existing volume attachment record: d7b12fef-837f-43d6-8f88-0d7487071951 {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 729.255985] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812071, 'name': Rename_Task, 'duration_secs': 0.15421} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.256293] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.256798] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6dbf081-7050-4a4a-b4db-729de6885e07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.263457] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 729.263457] env[68466]: value = "task-2812073" [ 729.263457] env[68466]: _type = "Task" [ 729.263457] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.272145] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.403520] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Successfully updated port: bdb95d8c-5415-4c33-b062-bf48404a07f3 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.583017] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.588208] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.314s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.590531] env[68466]: INFO nova.compute.claims [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.600303] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812072, 'name': ReconfigVM_Task, 'duration_secs': 0.295916} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.600761] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Reconfigured VM instance instance-00000026 to attach disk [datastore2] bec5dfde-6eac-4888-825e-75c705beab97/bec5dfde-6eac-4888-825e-75c705beab97.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.601842] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de5a9124-d6d6-413a-b24c-9502178e6e10 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.610637] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 729.610637] env[68466]: value = "task-2812074" [ 729.610637] env[68466]: _type = "Task" [ 729.610637] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.622366] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812074, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.775028] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.942862] env[68466]: INFO nova.scheduler.client.report [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted allocations for instance 9797a09f-33b3-4c33-87df-2aac5f4e498a [ 730.010431] env[68466]: DEBUG nova.compute.manager [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received event network-vif-plugged-bdb95d8c-5415-4c33-b062-bf48404a07f3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.010431] env[68466]: DEBUG oslo_concurrency.lockutils [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] Acquiring lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.010431] env[68466]: DEBUG oslo_concurrency.lockutils [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.010431] env[68466]: DEBUG oslo_concurrency.lockutils [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.010431] env[68466]: DEBUG nova.compute.manager [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] No waiting events found dispatching network-vif-plugged-bdb95d8c-5415-4c33-b062-bf48404a07f3 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.011595] env[68466]: WARNING nova.compute.manager [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received unexpected event network-vif-plugged-bdb95d8c-5415-4c33-b062-bf48404a07f3 for instance with vm_state building and task_state spawning. [ 730.011595] env[68466]: DEBUG nova.compute.manager [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received event network-changed-bdb95d8c-5415-4c33-b062-bf48404a07f3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.011595] env[68466]: DEBUG nova.compute.manager [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Refreshing instance network info cache due to event network-changed-bdb95d8c-5415-4c33-b062-bf48404a07f3. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 730.011595] env[68466]: DEBUG oslo_concurrency.lockutils [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] Acquiring lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.011595] env[68466]: DEBUG oslo_concurrency.lockutils [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] Acquired lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.012143] env[68466]: DEBUG nova.network.neutron [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Refreshing network info cache for port bdb95d8c-5415-4c33-b062-bf48404a07f3 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.023627] env[68466]: DEBUG oslo_vmware.rw_handles [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f700c-65f0-8e65-bfd4-2cae63eb8c18/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 730.024584] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60936379-77c8-48f0-ada4-3fb721253afa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.032718] env[68466]: DEBUG oslo_vmware.rw_handles [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f700c-65f0-8e65-bfd4-2cae63eb8c18/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 730.033220] env[68466]: ERROR oslo_vmware.rw_handles [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f700c-65f0-8e65-bfd4-2cae63eb8c18/disk-0.vmdk due to incomplete transfer. [ 730.034017] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ee58480-2596-4503-ad5e-520e3730b9ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.044245] env[68466]: DEBUG oslo_vmware.rw_handles [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528f700c-65f0-8e65-bfd4-2cae63eb8c18/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 730.044245] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Uploaded image 160a06a4-f806-48e4-9eb3-2f252909a110 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 730.045433] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 730.051059] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-834ecf49-f943-4b2a-a1b3-0ef3978434d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.057256] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 730.057256] env[68466]: value = "task-2812075" [ 730.057256] env[68466]: _type = "Task" [ 730.057256] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.068500] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812075, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.120847] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812074, 'name': Rename_Task, 'duration_secs': 0.155196} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.121365] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.121658] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5988523e-7c29-4eb0-8004-36dc2f0f5a67 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.130633] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 730.130633] env[68466]: value = "task-2812076" [ 730.130633] env[68466]: _type = "Task" [ 730.130633] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.144518] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.276183] env[68466]: DEBUG oslo_vmware.api [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812073, 'name': PowerOnVM_Task, 'duration_secs': 0.519467} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.276895] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.277126] env[68466]: DEBUG nova.compute.manager [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.277911] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed6a7f-77b7-42b7-afc7-1b82e97ea2b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.451969] env[68466]: DEBUG oslo_concurrency.lockutils [None req-60e0f60e-c99b-4c4c-ada7-65ec4cd90687 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "9797a09f-33b3-4c33-87df-2aac5f4e498a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.732s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.567516] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812075, 'name': Destroy_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.597115] env[68466]: DEBUG nova.network.neutron [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.641546] env[68466]: DEBUG oslo_vmware.api [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812076, 'name': PowerOnVM_Task, 'duration_secs': 0.466617} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.641766] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.641967] env[68466]: INFO nova.compute.manager [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Took 8.92 seconds to spawn the instance on the hypervisor. [ 730.642161] env[68466]: DEBUG nova.compute.manager [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.642972] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e26779-a529-4a08-ab1a-45726ac446f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.742087] env[68466]: DEBUG nova.network.neutron [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.793744] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.067949] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812075, 'name': Destroy_Task, 'duration_secs': 0.798666} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.070479] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Destroyed the VM [ 731.070735] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 731.071957] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f9b469a2-b12e-49db-aed6-2de508f3a9ba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.078174] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 731.078174] env[68466]: value = "task-2812077" [ 731.078174] env[68466]: _type = "Task" [ 731.078174] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.089252] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812077, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.163379] env[68466]: DEBUG nova.network.neutron [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Successfully updated port: 553a0685-aa67-42d3-b23b-ec2c355dbbfb {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.167541] env[68466]: INFO nova.compute.manager [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Took 47.70 seconds to build instance. [ 731.179071] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2921c77-e5a8-4bc2-812d-b3cba4070251 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.187459] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d5e53f-c9da-44f2-837b-c063037921f6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.223632] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7733e6-d684-4d11-b53c-60765e231001 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.232394] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543b4bc8-889f-439f-a605-621d283fcc6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.247920] env[68466]: DEBUG oslo_concurrency.lockutils [req-a6055af9-6652-47fe-a49f-9d1e3051ff00 req-12cc94ee-2e3b-44fd-967d-b15bdb019091 service nova] Releasing lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.248048] env[68466]: DEBUG nova.compute.provider_tree [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.299768] env[68466]: DEBUG nova.compute.manager [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.300317] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.300534] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.300688] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.300872] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.301107] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.301231] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.301441] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.301598] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.301761] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.301928] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.302118] env[68466]: DEBUG nova.virt.hardware [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.303062] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5914d6fb-eece-42da-9ebc-410f38c410ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.312133] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaf7b1f-b0c6-46d5-a4d5-64f9589b9973 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.588680] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812077, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.667681] env[68466]: DEBUG oslo_concurrency.lockutils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Acquiring lock "refresh_cache-5ab3f5ce-de47-4c01-9271-2b5416066d7f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.667681] env[68466]: DEBUG oslo_concurrency.lockutils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Acquired lock "refresh_cache-5ab3f5ce-de47-4c01-9271-2b5416066d7f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.667681] env[68466]: DEBUG nova.network.neutron [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.672530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70360abd-4e1d-4b73-95d7-c1ea7f6e38c4 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "bec5dfde-6eac-4888-825e-75c705beab97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.029s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.751405] env[68466]: DEBUG nova.scheduler.client.report [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.804919] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Successfully updated port: 6ee09eca-9a1e-4629-a580-9f4a3be8a74f {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.942089] env[68466]: INFO nova.compute.manager [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Rebuilding instance [ 732.041400] env[68466]: DEBUG nova.compute.manager [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.042305] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ffe1b8-e5a4-4856-839b-f3954751d1cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.088163] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812077, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.174577] env[68466]: DEBUG nova.compute.manager [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.220277] env[68466]: DEBUG nova.network.neutron [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.256348] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.256914] env[68466]: DEBUG nova.compute.manager [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.259797] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.617s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.261408] env[68466]: INFO nova.compute.claims [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.308783] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.308783] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquired lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.308783] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.314874] env[68466]: DEBUG nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Received event network-vif-plugged-553a0685-aa67-42d3-b23b-ec2c355dbbfb {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 732.315032] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Acquiring lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.315237] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.315406] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.315633] env[68466]: DEBUG nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] No waiting events found dispatching network-vif-plugged-553a0685-aa67-42d3-b23b-ec2c355dbbfb {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.315933] env[68466]: WARNING nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Received unexpected event network-vif-plugged-553a0685-aa67-42d3-b23b-ec2c355dbbfb for instance with vm_state building and task_state spawning. [ 732.316306] env[68466]: DEBUG nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Received event network-changed-553a0685-aa67-42d3-b23b-ec2c355dbbfb {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 732.316479] env[68466]: DEBUG nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Refreshing instance network info cache due to event network-changed-553a0685-aa67-42d3-b23b-ec2c355dbbfb. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 732.316669] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Acquiring lock "refresh_cache-5ab3f5ce-de47-4c01-9271-2b5416066d7f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.375372] env[68466]: DEBUG nova.network.neutron [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Updating instance_info_cache with network_info: [{"id": "553a0685-aa67-42d3-b23b-ec2c355dbbfb", "address": "fa:16:3e:84:b7:97", "network": {"id": "d8e4a911-4742-47f2-9f49-9c67250fd9b5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1033201760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e2c2fd3239a4345b885b05de27565be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553a0685-aa", "ovs_interfaceid": "553a0685-aa67-42d3-b23b-ec2c355dbbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.589646] env[68466]: DEBUG oslo_vmware.api [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812077, 'name': RemoveSnapshot_Task, 'duration_secs': 1.277171} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.589913] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 732.590163] env[68466]: INFO nova.compute.manager [None req-f291a76e-2f72-4197-aedf-992534c4d030 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Took 14.79 seconds to snapshot the instance on the hypervisor. [ 732.694091] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.769489] env[68466]: DEBUG nova.compute.utils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.770955] env[68466]: DEBUG nova.compute.manager [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.771145] env[68466]: DEBUG nova.network.neutron [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.867928] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.877839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Releasing lock "refresh_cache-5ab3f5ce-de47-4c01-9271-2b5416066d7f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.878587] env[68466]: DEBUG nova.compute.manager [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Instance network_info: |[{"id": "553a0685-aa67-42d3-b23b-ec2c355dbbfb", "address": "fa:16:3e:84:b7:97", "network": {"id": "d8e4a911-4742-47f2-9f49-9c67250fd9b5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1033201760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e2c2fd3239a4345b885b05de27565be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553a0685-aa", "ovs_interfaceid": "553a0685-aa67-42d3-b23b-ec2c355dbbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.878882] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Acquired lock "refresh_cache-5ab3f5ce-de47-4c01-9271-2b5416066d7f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.879065] env[68466]: DEBUG nova.network.neutron [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Refreshing network info cache for port 553a0685-aa67-42d3-b23b-ec2c355dbbfb {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.880244] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:b7:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '553a0685-aa67-42d3-b23b-ec2c355dbbfb', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.888323] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Creating folder: Project (6e2c2fd3239a4345b885b05de27565be). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.888927] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07d22eb2-9b67-4ee0-b3a2-9fb4708b77e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.906271] env[68466]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 732.906463] env[68466]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68466) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 732.906839] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Folder already exists: Project (6e2c2fd3239a4345b885b05de27565be). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 732.907068] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Creating folder: Instances. Parent ref: group-v565033. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.907312] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07b8c767-d7e2-4cd7-9c96-ba211c557ed4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.915682] env[68466]: DEBUG nova.policy [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a2077f3cc04da1aea939414079f8c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5a9326926d94ddbba8867606e014fb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.916998] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Created folder: Instances in parent group-v565033. [ 732.917248] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.917432] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.917631] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d404334-56bf-4d97-8a5d-0da1f304ccda {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.943080] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.943080] env[68466]: value = "task-2812080" [ 732.943080] env[68466]: _type = "Task" [ 732.943080] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.948955] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812080, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.056143] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.056482] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37e5a768-822d-465c-8072-9b3ec9f52364 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.065164] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 733.065164] env[68466]: value = "task-2812081" [ 733.065164] env[68466]: _type = "Task" [ 733.065164] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.073587] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.106245] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.106483] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.278177] env[68466]: DEBUG nova.compute.manager [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.456760] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812080, 'name': CreateVM_Task, 'duration_secs': 0.339976} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.457339] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.457661] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565047', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'name': 'volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ab3f5ce-de47-4c01-9271-2b5416066d7f', 'attached_at': '', 'detached_at': '', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'serial': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15'}, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': 'd7b12fef-837f-43d6-8f88-0d7487071951', 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68466) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 733.458023] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Root volume attach. Driver type: vmdk {{(pid=68466) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 733.458795] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67959cc-1d94-49f9-ac91-c0fa7585a281 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.468942] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17efb08-64b1-4576-bf6f-9f217c8656c0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.475413] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0472d8d-dbbb-41aa-8641-f14d81d4198e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.484135] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e0d9b1e3-8271-4d3c-aa59-411b608eed8f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.494082] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 733.494082] env[68466]: value = "task-2812082" [ 733.494082] env[68466]: _type = "Task" [ 733.494082] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.502551] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812082, 'name': RelocateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.531832] env[68466]: DEBUG nova.network.neutron [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Successfully created port: 3413550b-84ae-4e8f-b8a3-61ae866c364a {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.578354] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812081, 'name': PowerOffVM_Task, 'duration_secs': 0.157817} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.578625] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.578874] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.579688] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45b94b7-36da-4875-b5ff-e00bf4187cca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.588473] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.588730] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ddaa069-ad81-42e1-8dcf-6255bb9a41a2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.615128] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.615438] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.615533] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Deleting the datastore file [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.620619] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8e403b6-eaf7-4826-9847-a37da4ffd3df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.627484] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 733.627484] env[68466]: value = "task-2812084" [ 733.627484] env[68466]: _type = "Task" [ 733.627484] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.630682] env[68466]: DEBUG nova.network.neutron [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Updating instance_info_cache with network_info: [{"id": "af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28", "address": "fa:16:3e:5c:54:4e", "network": {"id": "73a2a964-909d-4219-89ee-e8d3cf2f21d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743056130", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4e1f8b-c7", "ovs_interfaceid": "af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdb95d8c-5415-4c33-b062-bf48404a07f3", "address": "fa:16:3e:10:bc:28", "network": {"id": "050174fb-ad87-4254-9482-eec060bd5e48", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-850346386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb95d8c-54", "ovs_interfaceid": "bdb95d8c-5415-4c33-b062-bf48404a07f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6ee09eca-9a1e-4629-a580-9f4a3be8a74f", "address": "fa:16:3e:33:fb:6b", "network": {"id": "73a2a964-909d-4219-89ee-e8d3cf2f21d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743056130", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee09eca-9a", "ovs_interfaceid": "6ee09eca-9a1e-4629-a580-9f4a3be8a74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.640784] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.780194] env[68466]: DEBUG nova.network.neutron [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Updated VIF entry in instance network info cache for port 553a0685-aa67-42d3-b23b-ec2c355dbbfb. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.780584] env[68466]: DEBUG nova.network.neutron [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Updating instance_info_cache with network_info: [{"id": "553a0685-aa67-42d3-b23b-ec2c355dbbfb", "address": "fa:16:3e:84:b7:97", "network": {"id": "d8e4a911-4742-47f2-9f49-9c67250fd9b5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1033201760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e2c2fd3239a4345b885b05de27565be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553a0685-aa", "ovs_interfaceid": "553a0685-aa67-42d3-b23b-ec2c355dbbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.825780] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdfc130-9669-4667-ba2c-6d976ef2c94f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.835540] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92badb2-625a-436c-afee-07a92c3115b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.873544] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f994039-3d5a-488b-b51d-47d5e2407bec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.883140] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2e19dd-e510-4c6e-b5bf-6b2dd51a4532 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.899487] env[68466]: DEBUG nova.compute.provider_tree [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.004072] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812082, 'name': RelocateVM_Task} progress is 20%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.133773] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Releasing lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.134198] env[68466]: DEBUG nova.compute.manager [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Instance network_info: |[{"id": "af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28", "address": "fa:16:3e:5c:54:4e", "network": {"id": "73a2a964-909d-4219-89ee-e8d3cf2f21d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743056130", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4e1f8b-c7", "ovs_interfaceid": "af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdb95d8c-5415-4c33-b062-bf48404a07f3", "address": "fa:16:3e:10:bc:28", "network": {"id": "050174fb-ad87-4254-9482-eec060bd5e48", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-850346386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb95d8c-54", "ovs_interfaceid": "bdb95d8c-5415-4c33-b062-bf48404a07f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6ee09eca-9a1e-4629-a580-9f4a3be8a74f", "address": "fa:16:3e:33:fb:6b", "network": {"id": "73a2a964-909d-4219-89ee-e8d3cf2f21d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743056130", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee09eca-9a", "ovs_interfaceid": "6ee09eca-9a1e-4629-a580-9f4a3be8a74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.134721] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:54:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:bc:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdb95d8c-5415-4c33-b062-bf48404a07f3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:fb:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ee09eca-9a1e-4629-a580-9f4a3be8a74f', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.145293] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Creating folder: Project (fa96b018c8de4f729759420558ab7f28). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.146546] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10a1b115-90ef-4b70-a2f6-72a9fe81f76b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.151015] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121312} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.151945] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.151945] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.151945] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.161125] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Created folder: Project (fa96b018c8de4f729759420558ab7f28) in parent group-v564977. [ 734.161491] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Creating folder: Instances. Parent ref: group-v565103. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.161557] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f08f03a-f7f4-4b0c-82ac-a82969874249 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.171099] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Created folder: Instances in parent group-v565103. [ 734.171099] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.171099] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.171263] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23fd00bb-ad03-4b6d-9e92-f3a1da6d8b0b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.195937] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.195937] env[68466]: value = "task-2812087" [ 734.195937] env[68466]: _type = "Task" [ 734.195937] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.204942] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812087, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.289256] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Releasing lock "refresh_cache-5ab3f5ce-de47-4c01-9271-2b5416066d7f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.289668] env[68466]: DEBUG nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received event network-vif-plugged-6ee09eca-9a1e-4629-a580-9f4a3be8a74f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 734.289930] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Acquiring lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.290244] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.290465] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.290668] env[68466]: DEBUG nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] No waiting events found dispatching network-vif-plugged-6ee09eca-9a1e-4629-a580-9f4a3be8a74f {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.290918] env[68466]: WARNING nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received unexpected event network-vif-plugged-6ee09eca-9a1e-4629-a580-9f4a3be8a74f for instance with vm_state building and task_state spawning. [ 734.291143] env[68466]: DEBUG nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received event network-changed-6ee09eca-9a1e-4629-a580-9f4a3be8a74f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 734.291372] env[68466]: DEBUG nova.compute.manager [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Refreshing instance network info cache due to event network-changed-6ee09eca-9a1e-4629-a580-9f4a3be8a74f. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 734.291626] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Acquiring lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.291802] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Acquired lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.292025] env[68466]: DEBUG nova.network.neutron [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Refreshing network info cache for port 6ee09eca-9a1e-4629-a580-9f4a3be8a74f {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.294355] env[68466]: DEBUG nova.compute.manager [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.344717] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.344979] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.345162] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.345348] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.345493] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.345639] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.345861] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.346069] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.346227] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.346390] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.346568] env[68466]: DEBUG nova.virt.hardware [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.347460] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ae0190-29f5-4b1f-96af-7178d52679be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.356027] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b999361-41ac-4508-9284-b10051ec5eac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.402912] env[68466]: DEBUG nova.scheduler.client.report [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.506867] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812082, 'name': RelocateVM_Task, 'duration_secs': 0.544326} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.507192] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 734.508411] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565047', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'name': 'volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ab3f5ce-de47-4c01-9271-2b5416066d7f', 'attached_at': '', 'detached_at': '', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'serial': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 734.508411] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd0ea94-63c3-492c-8b8b-a9cbfb08f8d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.527928] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cd1de4-7a72-4aac-bd9b-0e9fc011cd26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.551521] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15/volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.551851] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96eb3ae-af70-42b9-8348-a4535b0f3229 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.572802] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 734.572802] env[68466]: value = "task-2812088" [ 734.572802] env[68466]: _type = "Task" [ 734.572802] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.581667] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.710358] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812087, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.908852] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.909471] env[68466]: DEBUG nova.compute.manager [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.912239] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.638s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.912499] env[68466]: DEBUG nova.objects.instance [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lazy-loading 'resources' on Instance uuid b5b33559-3d17-4ff8-9aae-0290996f43d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.088899] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.124096] env[68466]: DEBUG nova.network.neutron [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Updated VIF entry in instance network info cache for port 6ee09eca-9a1e-4629-a580-9f4a3be8a74f. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.126510] env[68466]: DEBUG nova.network.neutron [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Updating instance_info_cache with network_info: [{"id": "af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28", "address": "fa:16:3e:5c:54:4e", "network": {"id": "73a2a964-909d-4219-89ee-e8d3cf2f21d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743056130", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4e1f8b-c7", "ovs_interfaceid": "af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bdb95d8c-5415-4c33-b062-bf48404a07f3", "address": "fa:16:3e:10:bc:28", "network": {"id": "050174fb-ad87-4254-9482-eec060bd5e48", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-850346386", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdb95d8c-54", "ovs_interfaceid": "bdb95d8c-5415-4c33-b062-bf48404a07f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6ee09eca-9a1e-4629-a580-9f4a3be8a74f", "address": "fa:16:3e:33:fb:6b", "network": {"id": "73a2a964-909d-4219-89ee-e8d3cf2f21d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743056130", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee09eca-9a", "ovs_interfaceid": "6ee09eca-9a1e-4629-a580-9f4a3be8a74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.190888] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.191155] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.191317] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.191724] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.191950] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.192130] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.192450] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.192503] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.192684] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.192798] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.193014] env[68466]: DEBUG nova.virt.hardware [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.193988] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2841385-f8e2-4268-8d8c-6a001ca060f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.211532] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaca1c1-d810-412a-ac2c-3663048ba1c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.215740] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812087, 'name': CreateVM_Task, 'duration_secs': 0.621178} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.215949] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.217465] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.217641] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.218713] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.226430] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5633f6-cf58-4e0c-8c63-39ce2328046d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.228641] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.235131] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.235131] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.235655] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a49bbe65-4984-47bf-9538-fd6889efecc7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.249707] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 735.249707] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52452444-3f88-a83e-4469-389b6139e441" [ 735.249707] env[68466]: _type = "Task" [ 735.249707] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.254992] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.254992] env[68466]: value = "task-2812089" [ 735.254992] env[68466]: _type = "Task" [ 735.254992] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.260581] env[68466]: DEBUG nova.compute.manager [req-5d5bbe62-d50d-4036-923f-03582e78f8e9 req-00bdd7b3-0d81-4e80-85bb-ae2d3ddf95b4 service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Received event network-vif-plugged-3413550b-84ae-4e8f-b8a3-61ae866c364a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 735.260806] env[68466]: DEBUG oslo_concurrency.lockutils [req-5d5bbe62-d50d-4036-923f-03582e78f8e9 req-00bdd7b3-0d81-4e80-85bb-ae2d3ddf95b4 service nova] Acquiring lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.261014] env[68466]: DEBUG oslo_concurrency.lockutils [req-5d5bbe62-d50d-4036-923f-03582e78f8e9 req-00bdd7b3-0d81-4e80-85bb-ae2d3ddf95b4 service nova] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.261189] env[68466]: DEBUG oslo_concurrency.lockutils [req-5d5bbe62-d50d-4036-923f-03582e78f8e9 req-00bdd7b3-0d81-4e80-85bb-ae2d3ddf95b4 service nova] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.261353] env[68466]: DEBUG nova.compute.manager [req-5d5bbe62-d50d-4036-923f-03582e78f8e9 req-00bdd7b3-0d81-4e80-85bb-ae2d3ddf95b4 service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] No waiting events found dispatching network-vif-plugged-3413550b-84ae-4e8f-b8a3-61ae866c364a {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.261513] env[68466]: WARNING nova.compute.manager [req-5d5bbe62-d50d-4036-923f-03582e78f8e9 req-00bdd7b3-0d81-4e80-85bb-ae2d3ddf95b4 service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Received unexpected event network-vif-plugged-3413550b-84ae-4e8f-b8a3-61ae866c364a for instance with vm_state building and task_state spawning. [ 735.265982] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52452444-3f88-a83e-4469-389b6139e441, 'name': SearchDatastore_Task, 'duration_secs': 0.014113} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.266565] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.266756] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.267463] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.267463] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.267463] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.267750] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-047f23d3-e072-4fbd-b144-c8e045a24cde {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.272949] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812089, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.285354] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.285583] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.286865] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a74db5-51b7-43ce-bf86-9e7e21315e17 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.293235] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 735.293235] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524ba1c5-9778-b8e4-0065-edb3f41e8228" [ 735.293235] env[68466]: _type = "Task" [ 735.293235] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.301997] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524ba1c5-9778-b8e4-0065-edb3f41e8228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.320402] env[68466]: DEBUG nova.network.neutron [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Successfully updated port: 3413550b-84ae-4e8f-b8a3-61ae866c364a {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.416203] env[68466]: DEBUG nova.compute.utils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.420949] env[68466]: DEBUG nova.compute.manager [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Not allocating networking since 'none' was specified. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 735.586847] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812088, 'name': ReconfigVM_Task, 'duration_secs': 0.670613} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.587161] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15/volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.591853] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d01c4f-3a4a-4b65-a75c-b5dd4eef2d57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.604927] env[68466]: DEBUG nova.compute.manager [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.606202] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e5a94a-9cfc-40c6-99ff-3cec66d06e73 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.616613] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 735.616613] env[68466]: value = "task-2812090" [ 735.616613] env[68466]: _type = "Task" [ 735.616613] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.628208] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812090, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.629904] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b2f37c-7721-40be-be84-f3a7172d51ca req-898f5ea0-d81c-4aa4-8ede-f14619efa7a3 service nova] Releasing lock "refresh_cache-5a62f3f8-6085-4b83-97de-363b63d6da97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.769530] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812089, 'name': CreateVM_Task, 'duration_secs': 0.361729} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.772164] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.773102] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.773181] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.774070] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.774070] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9133b1c8-f448-4618-b24f-3694d3b1e691 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.778482] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 735.778482] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5291b860-8221-89cf-d8e5-7b364bb3e31b" [ 735.778482] env[68466]: _type = "Task" [ 735.778482] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.788273] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5291b860-8221-89cf-d8e5-7b364bb3e31b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.803239] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524ba1c5-9778-b8e4-0065-edb3f41e8228, 'name': SearchDatastore_Task, 'duration_secs': 0.018816} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.803405] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddd1289-7d25-4c09-aa9d-5fffba067b59 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.812681] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 735.812681] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52128509-12a3-ed9a-bfd6-e3b0c82d04c1" [ 735.812681] env[68466]: _type = "Task" [ 735.812681] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.821214] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52128509-12a3-ed9a-bfd6-e3b0c82d04c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.826174] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquiring lock "refresh_cache-0a5feb6e-625d-4b68-a971-e91b3b93a3df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.826174] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquired lock "refresh_cache-0a5feb6e-625d-4b68-a971-e91b3b93a3df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.826174] env[68466]: DEBUG nova.network.neutron [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.921897] env[68466]: DEBUG nova.compute.manager [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.984801] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be792ba-32d1-4844-b3b1-2cc991bd57de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.992898] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4cd471-60b7-4b08-8648-fd7a7b517b57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.023302] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b757a9-7023-497c-935f-7007189d6fbe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.031086] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376ddb63-2df6-403d-b8cf-3f2bb682ad35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.045299] env[68466]: DEBUG nova.compute.provider_tree [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.118838] env[68466]: INFO nova.compute.manager [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] instance snapshotting [ 736.126511] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e36551-2a7e-4c91-ae1a-32c7afe3b43c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.156477] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cd27f2-3b74-4cc6-9f3d-32781d699fcb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.160721] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812090, 'name': ReconfigVM_Task, 'duration_secs': 0.239449} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.161187] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565047', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'name': 'volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ab3f5ce-de47-4c01-9271-2b5416066d7f', 'attached_at': '', 'detached_at': '', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'serial': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 736.162265] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c99d58f-c722-42b4-ae95-308743c63558 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.169817] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 736.169817] env[68466]: value = "task-2812091" [ 736.169817] env[68466]: _type = "Task" [ 736.169817] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.178161] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812091, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.290120] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5291b860-8221-89cf-d8e5-7b364bb3e31b, 'name': SearchDatastore_Task, 'duration_secs': 0.01518} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.290458] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.290745] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.290942] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.322641] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52128509-12a3-ed9a-bfd6-e3b0c82d04c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013068} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.322916] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.323194] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 5a62f3f8-6085-4b83-97de-363b63d6da97/5a62f3f8-6085-4b83-97de-363b63d6da97.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.323471] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.323653] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.323894] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9950f851-e51b-4b62-b2b6-71221accfda2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.326210] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-220c8e77-3749-4e0f-a6c9-12abc11e9ebd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.334552] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 736.334552] env[68466]: value = "task-2812092" [ 736.334552] env[68466]: _type = "Task" [ 736.334552] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.339211] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.339398] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.340641] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddb27b8-bc71-4128-9059-f18f2e08438a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.346544] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.349379] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 736.349379] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c1caf8-9f21-f3ed-9690-cdd077dc7ef0" [ 736.349379] env[68466]: _type = "Task" [ 736.349379] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.356444] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c1caf8-9f21-f3ed-9690-cdd077dc7ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.359210] env[68466]: DEBUG nova.network.neutron [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.530659] env[68466]: DEBUG nova.network.neutron [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Updating instance_info_cache with network_info: [{"id": "3413550b-84ae-4e8f-b8a3-61ae866c364a", "address": "fa:16:3e:73:00:4c", "network": {"id": "6eb7bd56-8980-4f90-89d3-774653ea2683", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-940014777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a9326926d94ddbba8867606e014fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3413550b-84", "ovs_interfaceid": "3413550b-84ae-4e8f-b8a3-61ae866c364a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.549343] env[68466]: DEBUG nova.scheduler.client.report [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.671690] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 736.672146] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3d5c858-291a-4528-bd38-46bc1d4f1964 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.684631] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812091, 'name': Rename_Task, 'duration_secs': 0.126978} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.686501] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.686821] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 736.686821] env[68466]: value = "task-2812093" [ 736.686821] env[68466]: _type = "Task" [ 736.686821] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.687024] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51db0cc6-01cb-4ba3-ad10-489ba1f7d372 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.700571] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812093, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.701021] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 736.701021] env[68466]: value = "task-2812094" [ 736.701021] env[68466]: _type = "Task" [ 736.701021] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.846215] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812092, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.860041] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c1caf8-9f21-f3ed-9690-cdd077dc7ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.008324} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.860824] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720bef36-d314-4473-b41c-7d5a81b43df1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.865903] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 736.865903] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5225cde9-92de-3930-731e-342c1ef141b6" [ 736.865903] env[68466]: _type = "Task" [ 736.865903] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.874827] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5225cde9-92de-3930-731e-342c1ef141b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.933168] env[68466]: DEBUG nova.compute.manager [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.958989] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.958989] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.958989] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.958989] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.958989] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.958989] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.959317] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.959317] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.959481] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.959639] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.959817] env[68466]: DEBUG nova.virt.hardware [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.960682] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8542ae-4dc9-48a2-9da9-1048dd9c00bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.969032] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89766f64-1ed7-47f1-872e-68a38e43f676 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.983148] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.988712] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Creating folder: Project (a4c6c45fca7545b3af80e6e836d998f7). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.989031] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642a8343-f50e-4e4e-b84a-227f637461b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.999220] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Created folder: Project (a4c6c45fca7545b3af80e6e836d998f7) in parent group-v564977. [ 736.999417] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Creating folder: Instances. Parent ref: group-v565107. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.999676] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a8ad030-fa01-4db9-9787-fc20d71feaa3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.007421] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Created folder: Instances in parent group-v565107. [ 737.007661] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.007850] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.008069] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f0daa20-3ee0-4a9b-9221-f3949e997540 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.023971] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.023971] env[68466]: value = "task-2812097" [ 737.023971] env[68466]: _type = "Task" [ 737.023971] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.031322] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812097, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.032852] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Releasing lock "refresh_cache-0a5feb6e-625d-4b68-a971-e91b3b93a3df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.033159] env[68466]: DEBUG nova.compute.manager [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Instance network_info: |[{"id": "3413550b-84ae-4e8f-b8a3-61ae866c364a", "address": "fa:16:3e:73:00:4c", "network": {"id": "6eb7bd56-8980-4f90-89d3-774653ea2683", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-940014777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a9326926d94ddbba8867606e014fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3413550b-84", "ovs_interfaceid": "3413550b-84ae-4e8f-b8a3-61ae866c364a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.033525] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:00:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3413550b-84ae-4e8f-b8a3-61ae866c364a', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.041064] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Creating folder: Project (a5a9326926d94ddbba8867606e014fb8). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.041510] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cc6dda1-0b9b-4c96-9887-00beb1763c00 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.052443] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Created folder: Project (a5a9326926d94ddbba8867606e014fb8) in parent group-v564977. [ 737.052653] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Creating folder: Instances. Parent ref: group-v565110. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.052967] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3a82447-0f38-403f-adad-a8732bd1240a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.055377] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.057435] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.625s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.065956] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Created folder: Instances in parent group-v565110. [ 737.066344] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.066546] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.066890] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a592e5ae-5aa5-4952-8279-aafaa695f4e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.086830] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.086830] env[68466]: value = "task-2812100" [ 737.086830] env[68466]: _type = "Task" [ 737.086830] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.094594] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812100, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.113315] env[68466]: INFO nova.scheduler.client.report [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Deleted allocations for instance b5b33559-3d17-4ff8-9aae-0290996f43d2 [ 737.199316] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812093, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.209615] env[68466]: DEBUG oslo_vmware.api [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812094, 'name': PowerOnVM_Task, 'duration_secs': 0.509897} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.209880] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.210161] env[68466]: INFO nova.compute.manager [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Took 5.91 seconds to spawn the instance on the hypervisor. [ 737.210274] env[68466]: DEBUG nova.compute.manager [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.211061] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8128bea0-f0f8-4a9c-bf58-1f537ffc1b23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.286583] env[68466]: DEBUG nova.compute.manager [req-2a259598-d951-40ea-b44a-edcdd10e41ec req-1d70356a-5272-45df-a7df-b9b115fbfde4 service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Received event network-changed-3413550b-84ae-4e8f-b8a3-61ae866c364a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 737.286741] env[68466]: DEBUG nova.compute.manager [req-2a259598-d951-40ea-b44a-edcdd10e41ec req-1d70356a-5272-45df-a7df-b9b115fbfde4 service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Refreshing instance network info cache due to event network-changed-3413550b-84ae-4e8f-b8a3-61ae866c364a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 737.287400] env[68466]: DEBUG oslo_concurrency.lockutils [req-2a259598-d951-40ea-b44a-edcdd10e41ec req-1d70356a-5272-45df-a7df-b9b115fbfde4 service nova] Acquiring lock "refresh_cache-0a5feb6e-625d-4b68-a971-e91b3b93a3df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.287563] env[68466]: DEBUG oslo_concurrency.lockutils [req-2a259598-d951-40ea-b44a-edcdd10e41ec req-1d70356a-5272-45df-a7df-b9b115fbfde4 service nova] Acquired lock "refresh_cache-0a5feb6e-625d-4b68-a971-e91b3b93a3df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.287747] env[68466]: DEBUG nova.network.neutron [req-2a259598-d951-40ea-b44a-edcdd10e41ec req-1d70356a-5272-45df-a7df-b9b115fbfde4 service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Refreshing network info cache for port 3413550b-84ae-4e8f-b8a3-61ae866c364a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.345996] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530821} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.346264] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 5a62f3f8-6085-4b83-97de-363b63d6da97/5a62f3f8-6085-4b83-97de-363b63d6da97.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.346412] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.346707] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5228c258-c7f7-433b-bb5f-a1853324afc3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.353446] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 737.353446] env[68466]: value = "task-2812101" [ 737.353446] env[68466]: _type = "Task" [ 737.353446] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.362061] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.384194] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5225cde9-92de-3930-731e-342c1ef141b6, 'name': SearchDatastore_Task, 'duration_secs': 0.040984} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.384551] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.384869] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.385338] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a8230f1-6570-49d8-9fe6-a6656419a351 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.392161] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 737.392161] env[68466]: value = "task-2812102" [ 737.392161] env[68466]: _type = "Task" [ 737.392161] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.401443] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.536718] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812097, 'name': CreateVM_Task, 'duration_secs': 0.405243} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.536718] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.537155] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.537342] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.537692] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.537977] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd995e7-7b1e-4424-b919-92a3015e6c7f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.542712] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 737.542712] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522677d7-bb00-e42d-6a2d-18db925e2cdd" [ 737.542712] env[68466]: _type = "Task" [ 737.542712] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.551081] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522677d7-bb00-e42d-6a2d-18db925e2cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.596759] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812100, 'name': CreateVM_Task, 'duration_secs': 0.318619} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.596950] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.597617] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.622641] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bf9e389b-a7cd-4c11-98df-d8cea16bfcc2 tempest-ServerDiagnosticsV248Test-1222006222 tempest-ServerDiagnosticsV248Test-1222006222-project-member] Lock "b5b33559-3d17-4ff8-9aae-0290996f43d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.627s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.698712] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812093, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.730911] env[68466]: INFO nova.compute.manager [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Took 49.16 seconds to build instance. [ 737.864370] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135439} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.865046] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.867822] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57870a03-23d1-4f41-875f-6e2483faae18 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.902586] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 5a62f3f8-6085-4b83-97de-363b63d6da97/5a62f3f8-6085-4b83-97de-363b63d6da97.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.902781] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641455fb-6473-4ab3-a940-dea46cde3033 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.936034] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812102, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.936404] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 737.936404] env[68466]: value = "task-2812103" [ 737.936404] env[68466]: _type = "Task" [ 737.936404] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.949192] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.056910] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522677d7-bb00-e42d-6a2d-18db925e2cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.022998} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.057402] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.057905] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.058223] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.058414] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.058731] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.059148] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.059506] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.059798] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff81b6da-2b11-4cf1-a386-6f04bbd1945b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.062134] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bf1261-36d7-4f3e-8b64-f6b0476bfa79 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.069741] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 738.069741] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529ab6ac-4589-8201-125f-4ccef788cd42" [ 738.069741] env[68466]: _type = "Task" [ 738.069741] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.081073] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.081607] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.086083] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86918af9-139e-47fc-9090-8cb4c2e23b32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.089477] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529ab6ac-4589-8201-125f-4ccef788cd42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.092844] env[68466]: DEBUG nova.network.neutron [req-2a259598-d951-40ea-b44a-edcdd10e41ec req-1d70356a-5272-45df-a7df-b9b115fbfde4 service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Updated VIF entry in instance network info cache for port 3413550b-84ae-4e8f-b8a3-61ae866c364a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.093909] env[68466]: DEBUG nova.network.neutron [req-2a259598-d951-40ea-b44a-edcdd10e41ec req-1d70356a-5272-45df-a7df-b9b115fbfde4 service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Updating instance_info_cache with network_info: [{"id": "3413550b-84ae-4e8f-b8a3-61ae866c364a", "address": "fa:16:3e:73:00:4c", "network": {"id": "6eb7bd56-8980-4f90-89d3-774653ea2683", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-940014777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a9326926d94ddbba8867606e014fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3413550b-84", "ovs_interfaceid": "3413550b-84ae-4e8f-b8a3-61ae866c364a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.096334] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 738.096334] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52660218-0e9d-19c9-123a-6435a8ace6f6" [ 738.096334] env[68466]: _type = "Task" [ 738.096334] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.107481] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52660218-0e9d-19c9-123a-6435a8ace6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.121959] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 9bea5d78-3afa-4e77-bd26-1cd2694c536c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.122290] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.122491] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.122667] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 6840c94d-1ec9-47d2-8618-dbc1242fb933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.122825] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance cb90ef88-1181-4c09-9fab-34df31cd8468 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.123012] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 55fc9b69-18d3-45a1-9b7a-421973de1c98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.123178] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 90eb84e2-88bc-468a-987a-cc2e865f6ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.123402] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 8bffcb6f-d44b-4da3-8ac2-c5de39537344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.123556] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance c627a46b-228f-4f55-846e-205d2df07ec9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.123703] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 05cb9a0a-33dd-43b5-b430-2a36ec1942c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.123851] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 88df2192-c0bf-41f2-b8a6-ebe851e167ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.124107] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance b2072172-2245-4f50-a9bc-dc3c1beda121 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.124295] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 94ee5bad-d117-40d6-8431-95b25be87d10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.124470] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 0d96dafa-99d7-4857-a3e4-9aacd1351b11 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.124658] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 4fab89f6-3444-420e-b850-b1abf6dec136 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.124837] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 688dee16-e202-4ff5-9693-a8a79cb3b5e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.125025] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance bec5dfde-6eac-4888-825e-75c705beab97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.125188] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5a62f3f8-6085-4b83-97de-363b63d6da97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.125339] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5ab3f5ce-de47-4c01-9271-2b5416066d7f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.125523] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 0a5feb6e-625d-4b68-a971-e91b3b93a3df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.125679] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 72580eab-6d31-402f-b0a5-6eedbc8d62d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 738.200467] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812093, 'name': CreateSnapshot_Task, 'duration_secs': 1.200487} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.200782] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 738.201519] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b66009e-a6c1-4fbe-a3f4-60017034c298 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.233914] env[68466]: DEBUG oslo_concurrency.lockutils [None req-02910bcd-38b7-463b-9eb4-c1babce28fd1 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.664s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.414558] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776509} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.418051] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.418051] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.418051] env[68466]: DEBUG nova.compute.manager [req-279acfd4-29e9-4804-9e98-b93f749e97a2 req-c8317d3a-cd00-426a-b476-21c44071adab service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Received event network-changed-553a0685-aa67-42d3-b23b-ec2c355dbbfb {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 738.418051] env[68466]: DEBUG nova.compute.manager [req-279acfd4-29e9-4804-9e98-b93f749e97a2 req-c8317d3a-cd00-426a-b476-21c44071adab service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Refreshing instance network info cache due to event network-changed-553a0685-aa67-42d3-b23b-ec2c355dbbfb. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 738.418051] env[68466]: DEBUG oslo_concurrency.lockutils [req-279acfd4-29e9-4804-9e98-b93f749e97a2 req-c8317d3a-cd00-426a-b476-21c44071adab service nova] Acquiring lock "refresh_cache-5ab3f5ce-de47-4c01-9271-2b5416066d7f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.418322] env[68466]: DEBUG oslo_concurrency.lockutils [req-279acfd4-29e9-4804-9e98-b93f749e97a2 req-c8317d3a-cd00-426a-b476-21c44071adab service nova] Acquired lock "refresh_cache-5ab3f5ce-de47-4c01-9271-2b5416066d7f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.418322] env[68466]: DEBUG nova.network.neutron [req-279acfd4-29e9-4804-9e98-b93f749e97a2 req-c8317d3a-cd00-426a-b476-21c44071adab service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Refreshing network info cache for port 553a0685-aa67-42d3-b23b-ec2c355dbbfb {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.419620] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7032383f-9432-444a-8f82-d3f23ef5d9aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.427822] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 738.427822] env[68466]: value = "task-2812104" [ 738.427822] env[68466]: _type = "Task" [ 738.427822] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.437832] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.446844] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812103, 'name': ReconfigVM_Task, 'duration_secs': 0.425887} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.447257] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 5a62f3f8-6085-4b83-97de-363b63d6da97/5a62f3f8-6085-4b83-97de-363b63d6da97.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.448017] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf5b399e-e72c-4af8-a850-a7d4fa2e6a45 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.459021] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 738.459021] env[68466]: value = "task-2812105" [ 738.459021] env[68466]: _type = "Task" [ 738.459021] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.470568] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812105, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.582498] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529ab6ac-4589-8201-125f-4ccef788cd42, 'name': SearchDatastore_Task, 'duration_secs': 0.054063} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.582781] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.583020] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.583446] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.600979] env[68466]: DEBUG oslo_concurrency.lockutils [req-2a259598-d951-40ea-b44a-edcdd10e41ec req-1d70356a-5272-45df-a7df-b9b115fbfde4 service nova] Releasing lock "refresh_cache-0a5feb6e-625d-4b68-a971-e91b3b93a3df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.611856] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52660218-0e9d-19c9-123a-6435a8ace6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.051473} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.611856] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cebb1a5-b0b4-4f3d-8cac-557c22b4d6a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.618794] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 738.618794] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52875c1d-d9b7-dbf9-e86e-06be3d75a491" [ 738.618794] env[68466]: _type = "Task" [ 738.618794] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.632303] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 54de098c-d0f8-4987-8b42-c964156b16d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.633671] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52875c1d-d9b7-dbf9-e86e-06be3d75a491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.721559] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.722265] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39dc7ae2-83d2-4482-bfc7-e87953795868 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.731180] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 738.731180] env[68466]: value = "task-2812106" [ 738.731180] env[68466]: _type = "Task" [ 738.731180] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.734985] env[68466]: DEBUG nova.compute.manager [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.741687] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812106, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.938053] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141193} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.938366] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.939092] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf2fa7c-e679-49b1-a811-dc3fe3571717 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.959780] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.960038] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56f3b38a-1e9f-4e95-8788-6c9c5870251d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.984961] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 738.984961] env[68466]: value = "task-2812107" [ 738.984961] env[68466]: _type = "Task" [ 738.984961] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.987411] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812105, 'name': Rename_Task, 'duration_secs': 0.155335} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.990555] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.990805] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74d28fd9-eb02-4cae-b371-6fbcb0de4e1f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.997644] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812107, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.999022] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 738.999022] env[68466]: value = "task-2812108" [ 738.999022] env[68466]: _type = "Task" [ 738.999022] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.007978] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.131555] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52875c1d-d9b7-dbf9-e86e-06be3d75a491, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.132144] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.132365] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6/72580eab-6d31-402f-b0a5-6eedbc8d62d6.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.132776] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.133065] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.133384] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ab0898f-ba8a-4220-ad2e-fafcd565e013 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.139192] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0c34c44-e101-4cf2-96a7-6409a02174ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.142340] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 90cf41bc-ab5a-4775-8a27-2d5b24d30002 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.148851] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 739.148851] env[68466]: value = "task-2812109" [ 739.148851] env[68466]: _type = "Task" [ 739.148851] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.154469] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.154672] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.158631] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6e2cb4-22a9-44ec-aca0-09282ca5ab65 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.166483] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.170043] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 739.170043] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523625f4-c62a-ab17-e9ee-13cc5f8ab0d3" [ 739.170043] env[68466]: _type = "Task" [ 739.170043] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.178351] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523625f4-c62a-ab17-e9ee-13cc5f8ab0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.244116] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812106, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.270731] env[68466]: DEBUG nova.network.neutron [req-279acfd4-29e9-4804-9e98-b93f749e97a2 req-c8317d3a-cd00-426a-b476-21c44071adab service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Updated VIF entry in instance network info cache for port 553a0685-aa67-42d3-b23b-ec2c355dbbfb. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.270731] env[68466]: DEBUG nova.network.neutron [req-279acfd4-29e9-4804-9e98-b93f749e97a2 req-c8317d3a-cd00-426a-b476-21c44071adab service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Updating instance_info_cache with network_info: [{"id": "553a0685-aa67-42d3-b23b-ec2c355dbbfb", "address": "fa:16:3e:84:b7:97", "network": {"id": "d8e4a911-4742-47f2-9f49-9c67250fd9b5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1033201760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e2c2fd3239a4345b885b05de27565be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553a0685-aa", "ovs_interfaceid": "553a0685-aa67-42d3-b23b-ec2c355dbbfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.289945] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.499071] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812107, 'name': ReconfigVM_Task, 'duration_secs': 0.399149} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.499071] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7/688dee16-e202-4ff5-9693-a8a79cb3b5e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.499071] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c2f730-452a-4ab3-87a0-be9ca1de56df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.511217] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812108, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.512332] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 739.512332] env[68466]: value = "task-2812110" [ 739.512332] env[68466]: _type = "Task" [ 739.512332] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.526503] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812110, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.646651] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 38281f32-3fce-40dd-83f1-56c133ea71ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 739.663667] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.682196] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523625f4-c62a-ab17-e9ee-13cc5f8ab0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.683142] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171da5f9-5775-4dfb-bf61-c7da806f0515 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.692105] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 739.692105] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525d2683-132f-382c-3df8-3eda451ebae7" [ 739.692105] env[68466]: _type = "Task" [ 739.692105] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.701339] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525d2683-132f-382c-3df8-3eda451ebae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.744709] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812106, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.767612] env[68466]: DEBUG oslo_concurrency.lockutils [req-279acfd4-29e9-4804-9e98-b93f749e97a2 req-c8317d3a-cd00-426a-b476-21c44071adab service nova] Releasing lock "refresh_cache-5ab3f5ce-de47-4c01-9271-2b5416066d7f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.011433] env[68466]: DEBUG oslo_vmware.api [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812108, 'name': PowerOnVM_Task, 'duration_secs': 0.526863} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.012123] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.012123] env[68466]: INFO nova.compute.manager [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Took 15.58 seconds to spawn the instance on the hypervisor. [ 740.012234] env[68466]: DEBUG nova.compute.manager [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.013059] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d687dfb0-7d71-4887-ade0-36364a04a1e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.023911] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812110, 'name': Rename_Task, 'duration_secs': 0.350834} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.025320] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.028446] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66d5a2f2-24d5-4961-8b11-07e547eddae8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.035421] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Waiting for the task: (returnval){ [ 740.035421] env[68466]: value = "task-2812111" [ 740.035421] env[68466]: _type = "Task" [ 740.035421] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.043952] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.150498] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 313032c0-fbc2-412b-9d9f-18fc97b79c78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 740.163608] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692993} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.163884] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6/72580eab-6d31-402f-b0a5-6eedbc8d62d6.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.164109] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.164485] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41dea92f-b69c-4c40-bffd-a99b53652b10 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.174540] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 740.174540] env[68466]: value = "task-2812112" [ 740.174540] env[68466]: _type = "Task" [ 740.174540] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.182443] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.202246] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525d2683-132f-382c-3df8-3eda451ebae7, 'name': SearchDatastore_Task, 'duration_secs': 0.056903} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.202856] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.203256] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 0a5feb6e-625d-4b68-a971-e91b3b93a3df/0a5feb6e-625d-4b68-a971-e91b3b93a3df.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.203401] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad48665d-cd00-417a-91a9-76202f301fcc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.209612] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 740.209612] env[68466]: value = "task-2812113" [ 740.209612] env[68466]: _type = "Task" [ 740.209612] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.217890] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.243284] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812106, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.552857] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.553431] env[68466]: INFO nova.compute.manager [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Took 55.52 seconds to build instance. [ 740.658771] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5241821c-6db7-482c-b466-9f15b8ad21e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 740.686545] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071453} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.687481] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.688590] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030ca7da-1526-441e-8fbe-29ebef403b4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.717239] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6/72580eab-6d31-402f-b0a5-6eedbc8d62d6.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.720635] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9687e037-73ce-494c-a91f-ff142ebf7696 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.752500] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812113, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.756958] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 740.756958] env[68466]: value = "task-2812114" [ 740.756958] env[68466]: _type = "Task" [ 740.756958] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.757267] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812106, 'name': CloneVM_Task, 'duration_secs': 1.980913} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.757595] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Created linked-clone VM from snapshot [ 740.761408] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c82ee8b-1d1d-4fe5-a690-dfb796180ce5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.769470] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.772882] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Uploading image b62a30e1-0dfc-49c9-96ad-8b7fea4f866f {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.806482] env[68466]: DEBUG oslo_vmware.rw_handles [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 740.806482] env[68466]: value = "vm-565114" [ 740.806482] env[68466]: _type = "VirtualMachine" [ 740.806482] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 740.806798] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6cc223e9-f50d-4a40-b8bd-5eab1493959e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.816580] env[68466]: DEBUG oslo_vmware.rw_handles [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lease: (returnval){ [ 740.816580] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52115e69-9e88-6d6f-101c-e10d833cc046" [ 740.816580] env[68466]: _type = "HttpNfcLease" [ 740.816580] env[68466]: } obtained for exporting VM: (result){ [ 740.816580] env[68466]: value = "vm-565114" [ 740.816580] env[68466]: _type = "VirtualMachine" [ 740.816580] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 740.817061] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the lease: (returnval){ [ 740.817061] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52115e69-9e88-6d6f-101c-e10d833cc046" [ 740.817061] env[68466]: _type = "HttpNfcLease" [ 740.817061] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 740.826803] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.826803] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52115e69-9e88-6d6f-101c-e10d833cc046" [ 740.826803] env[68466]: _type = "HttpNfcLease" [ 740.826803] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 741.053711] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.055276] env[68466]: DEBUG oslo_concurrency.lockutils [None req-148ba57e-ff1f-4325-986b-f5fe3f01cb22 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.709s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.164701] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance d05c7934-49ff-481f-a11f-38c80f0f330e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.227892] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719847} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.228832] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 0a5feb6e-625d-4b68-a971-e91b3b93a3df/0a5feb6e-625d-4b68-a971-e91b3b93a3df.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.228832] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.228832] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0daed54e-a197-48cb-920c-71e24d65bf3b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.236308] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 741.236308] env[68466]: value = "task-2812116" [ 741.236308] env[68466]: _type = "Task" [ 741.236308] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.244535] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.266440] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.324891] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 741.324891] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52115e69-9e88-6d6f-101c-e10d833cc046" [ 741.324891] env[68466]: _type = "HttpNfcLease" [ 741.324891] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 741.327300] env[68466]: DEBUG oslo_vmware.rw_handles [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 741.327300] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52115e69-9e88-6d6f-101c-e10d833cc046" [ 741.327300] env[68466]: _type = "HttpNfcLease" [ 741.327300] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 741.327300] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bd9db2-38bc-4fc9-807c-7c963fd33176 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.333099] env[68466]: DEBUG oslo_vmware.rw_handles [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522572f7-e881-caf3-29fa-0b6fa43fc8d6/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 741.335704] env[68466]: DEBUG oslo_vmware.rw_handles [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522572f7-e881-caf3-29fa-0b6fa43fc8d6/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 741.439733] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-297bcf1a-5f49-4555-b1ba-c5b6cd0d8b74 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.554900] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812111, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.559127] env[68466]: DEBUG nova.compute.manager [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.666374] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance c250fc4c-0d96-4a4a-9a90-8416efe09fdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.749932] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.411867} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.750281] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.756323] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce289658-6c12-41c1-9848-25b5e71ce314 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.772167] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812114, 'name': ReconfigVM_Task, 'duration_secs': 0.706405} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.788010] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6/72580eab-6d31-402f-b0a5-6eedbc8d62d6.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.796194] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 0a5feb6e-625d-4b68-a971-e91b3b93a3df/0a5feb6e-625d-4b68-a971-e91b3b93a3df.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.796695] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-718dec11-52f7-4ff1-a64d-d35e1102f2a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.798567] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60a7c407-f1c8-49e9-b00b-b1eb21e0a0a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.823795] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 741.823795] env[68466]: value = "task-2812118" [ 741.823795] env[68466]: _type = "Task" [ 741.823795] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.825944] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 741.825944] env[68466]: value = "task-2812117" [ 741.825944] env[68466]: _type = "Task" [ 741.825944] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.840163] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812118, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.843755] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812117, 'name': Rename_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.995417] env[68466]: DEBUG oslo_concurrency.lockutils [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "5a62f3f8-6085-4b83-97de-363b63d6da97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.995697] env[68466]: DEBUG oslo_concurrency.lockutils [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.995934] env[68466]: DEBUG oslo_concurrency.lockutils [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.996151] env[68466]: DEBUG oslo_concurrency.lockutils [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.996333] env[68466]: DEBUG oslo_concurrency.lockutils [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.001019] env[68466]: INFO nova.compute.manager [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Terminating instance [ 742.058371] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812111, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.107433] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.176435] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 8beb5243-5465-4efc-bfe9-5487a5ee16b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.341432] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.345162] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812117, 'name': Rename_Task, 'duration_secs': 0.516907} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.345692] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.346226] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecc6a1f6-2e88-4ec5-b936-826e49af85fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.352221] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 742.352221] env[68466]: value = "task-2812119" [ 742.352221] env[68466]: _type = "Task" [ 742.352221] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.360154] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.505119] env[68466]: DEBUG nova.compute.manager [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.505119] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.505119] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae98985-d3e8-416f-bdc0-ee2eb9189687 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.512956] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.513453] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2ae9d4a-53ec-472f-a083-1674ec565d30 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.522545] env[68466]: DEBUG oslo_vmware.api [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 742.522545] env[68466]: value = "task-2812120" [ 742.522545] env[68466]: _type = "Task" [ 742.522545] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.538140] env[68466]: DEBUG oslo_vmware.api [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.555924] env[68466]: DEBUG oslo_vmware.api [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Task: {'id': task-2812111, 'name': PowerOnVM_Task, 'duration_secs': 2.135176} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.556305] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.556613] env[68466]: DEBUG nova.compute.manager [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.557623] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec796c83-f5ab-43e9-bc95-b0fadf396e02 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.681173] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3b23fa39-37a3-4772-8970-d9f841b97faa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.848423] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.862153] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.035836] env[68466]: DEBUG oslo_vmware.api [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812120, 'name': PowerOffVM_Task, 'duration_secs': 0.470123} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.039990] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.040361] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.040685] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-751885d4-08b6-4bfb-9a05-fb5cb506ae34 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.080908] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.186724] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance b675257a-5070-4c8a-90b5-229f93978764 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.205210] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.206022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.206291] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Deleting the datastore file [datastore2] 5a62f3f8-6085-4b83-97de-363b63d6da97 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.207762] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed82313e-aaf2-4f1a-b09e-4d3229eba9f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.216840] env[68466]: DEBUG oslo_vmware.api [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 743.216840] env[68466]: value = "task-2812122" [ 743.216840] env[68466]: _type = "Task" [ 743.216840] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.227927] env[68466]: DEBUG oslo_vmware.api [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.342859] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812118, 'name': ReconfigVM_Task, 'duration_secs': 1.240324} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.342859] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 0a5feb6e-625d-4b68-a971-e91b3b93a3df/0a5feb6e-625d-4b68-a971-e91b3b93a3df.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.343564] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ee31c7-4695-41b9-98a0-78b4faab4509 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.351088] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 743.351088] env[68466]: value = "task-2812123" [ 743.351088] env[68466]: _type = "Task" [ 743.351088] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.362753] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812123, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.366488] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812119, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.693017] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance fefbcbda-0d80-421b-9e42-79c8a038eb09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.729775] env[68466]: DEBUG oslo_vmware.api [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.868886] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812123, 'name': Rename_Task, 'duration_secs': 0.427605} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.872098] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.872436] env[68466]: DEBUG oslo_vmware.api [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812119, 'name': PowerOnVM_Task, 'duration_secs': 1.248014} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.872643] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9636de90-e709-432d-b4f5-02d2466b9380 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.874755] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.874942] env[68466]: INFO nova.compute.manager [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Took 6.94 seconds to spawn the instance on the hypervisor. [ 743.875135] env[68466]: DEBUG nova.compute.manager [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.875875] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a6d40d-99ac-4602-affa-ecf76f5ecf41 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.890630] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 743.890630] env[68466]: value = "task-2812124" [ 743.890630] env[68466]: _type = "Task" [ 743.890630] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.900562] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.009830] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "688dee16-e202-4ff5-9693-a8a79cb3b5e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.009830] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "688dee16-e202-4ff5-9693-a8a79cb3b5e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.009830] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "688dee16-e202-4ff5-9693-a8a79cb3b5e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.009830] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "688dee16-e202-4ff5-9693-a8a79cb3b5e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.009830] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "688dee16-e202-4ff5-9693-a8a79cb3b5e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.011532] env[68466]: INFO nova.compute.manager [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Terminating instance [ 744.197889] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance c09869f1-0f84-4530-a323-a365511652f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.228215] env[68466]: DEBUG oslo_vmware.api [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.808918} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.228481] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.228701] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.228836] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.229045] env[68466]: INFO nova.compute.manager [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Took 1.73 seconds to destroy the instance on the hypervisor. [ 744.229264] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.229452] env[68466]: DEBUG nova.compute.manager [-] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.229546] env[68466]: DEBUG nova.network.neutron [-] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.407218] env[68466]: INFO nova.compute.manager [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Took 44.78 seconds to build instance. [ 744.413373] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.516410] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "refresh_cache-688dee16-e202-4ff5-9693-a8a79cb3b5e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.516597] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquired lock "refresh_cache-688dee16-e202-4ff5-9693-a8a79cb3b5e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.516773] env[68466]: DEBUG nova.network.neutron [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.702371] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 292bc6a1-f7a2-400d-88dd-3148250b3f55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.808754] env[68466]: DEBUG nova.compute.manager [req-f283b8a1-3cee-466e-b24d-55e1e8b8732a req-d525ab1c-6e57-495e-967b-703054e02c0a service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received event network-vif-deleted-bdb95d8c-5415-4c33-b062-bf48404a07f3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 744.809886] env[68466]: INFO nova.compute.manager [req-f283b8a1-3cee-466e-b24d-55e1e8b8732a req-d525ab1c-6e57-495e-967b-703054e02c0a service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Neutron deleted interface bdb95d8c-5415-4c33-b062-bf48404a07f3; detaching it from the instance and deleting it from the info cache [ 744.810285] env[68466]: DEBUG nova.network.neutron [req-f283b8a1-3cee-466e-b24d-55e1e8b8732a req-d525ab1c-6e57-495e-967b-703054e02c0a service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Updating instance_info_cache with network_info: [{"id": "af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28", "address": "fa:16:3e:5c:54:4e", "network": {"id": "73a2a964-909d-4219-89ee-e8d3cf2f21d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743056130", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4e1f8b-c7", "ovs_interfaceid": "af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6ee09eca-9a1e-4629-a580-9f4a3be8a74f", "address": "fa:16:3e:33:fb:6b", "network": {"id": "73a2a964-909d-4219-89ee-e8d3cf2f21d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1743056130", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee09eca-9a", "ovs_interfaceid": "6ee09eca-9a1e-4629-a580-9f4a3be8a74f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.908319] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bbbfb096-ba10-4462-861e-15aa3a64f427 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "72580eab-6d31-402f-b0a5-6eedbc8d62d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.465s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.908677] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812124, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.060360] env[68466]: DEBUG nova.network.neutron [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.155349] env[68466]: DEBUG nova.network.neutron [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.207384] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 7d7998dd-ccfe-4412-8e9a-d3b5490af278 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.207384] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 745.207384] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 745.296584] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquiring lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.296836] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.314097] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77f1f9dc-a92e-4a0e-89f9-5aacd61a4272 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.324493] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c345674c-aed6-45a0-913d-443f131906d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.366277] env[68466]: DEBUG nova.compute.manager [req-f283b8a1-3cee-466e-b24d-55e1e8b8732a req-d525ab1c-6e57-495e-967b-703054e02c0a service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Detach interface failed, port_id=bdb95d8c-5415-4c33-b062-bf48404a07f3, reason: Instance 5a62f3f8-6085-4b83-97de-363b63d6da97 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 745.408776] env[68466]: DEBUG oslo_vmware.api [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812124, 'name': PowerOnVM_Task, 'duration_secs': 1.198719} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.411882] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.412177] env[68466]: INFO nova.compute.manager [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Took 11.12 seconds to spawn the instance on the hypervisor. [ 745.412387] env[68466]: DEBUG nova.compute.manager [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.412772] env[68466]: DEBUG nova.compute.manager [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.416294] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6667023-e34c-42a2-8a73-ad3c68b3793d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.646590] env[68466]: DEBUG nova.network.neutron [-] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.659523] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Releasing lock "refresh_cache-688dee16-e202-4ff5-9693-a8a79cb3b5e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.659523] env[68466]: DEBUG nova.compute.manager [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.659523] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.663968] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1ae61c-b8f2-45d9-8406-24b6a2563828 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.676867] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.677040] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-744efe67-2d34-4c62-b898-c2240fb7aaa1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.689041] env[68466]: DEBUG oslo_vmware.api [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 745.689041] env[68466]: value = "task-2812125" [ 745.689041] env[68466]: _type = "Task" [ 745.689041] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.703592] env[68466]: DEBUG oslo_vmware.api [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.755146] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f090697c-3ccb-4c57-9831-db6a29656aa1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.763017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21582a74-510a-4eb4-9535-4d1fb161a2ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.794022] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ba56ab-fb65-42b4-89a4-259bdd49acec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.801144] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba1f135-88e6-4f7b-ae26-dce4563dfa8a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.818903] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.940776] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.941394] env[68466]: INFO nova.compute.manager [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Took 53.68 seconds to build instance. [ 746.155201] env[68466]: INFO nova.compute.manager [-] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Took 1.93 seconds to deallocate network for instance. [ 746.155671] env[68466]: INFO nova.compute.manager [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Rebuilding instance [ 746.199315] env[68466]: DEBUG oslo_vmware.api [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812125, 'name': PowerOffVM_Task, 'duration_secs': 0.376442} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.199640] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.199762] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.203901] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-874b1124-5ba2-4ab7-8a91-faab5ccb8070 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.227980] env[68466]: DEBUG nova.compute.manager [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.228933] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc68b5b-d31d-4f64-8666-fddee79c9868 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.232709] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.232909] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.233105] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Deleting the datastore file [datastore2] 688dee16-e202-4ff5-9693-a8a79cb3b5e7 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.233715] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac05ba2f-ba80-4ab8-951a-e1b399641ebf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.243431] env[68466]: DEBUG oslo_vmware.api [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for the task: (returnval){ [ 746.243431] env[68466]: value = "task-2812127" [ 746.243431] env[68466]: _type = "Task" [ 746.243431] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.251669] env[68466]: DEBUG oslo_vmware.api [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.322027] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.444326] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e289124b-8559-4675-bd54-3e3d3379fa67 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.756s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.664322] env[68466]: DEBUG oslo_concurrency.lockutils [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.753692] env[68466]: DEBUG oslo_vmware.api [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Task: {'id': task-2812127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500831} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.753878] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.754074] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.754262] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.754433] env[68466]: INFO nova.compute.manager [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 746.754707] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.754873] env[68466]: DEBUG nova.compute.manager [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.754968] env[68466]: DEBUG nova.network.neutron [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.773972] env[68466]: DEBUG nova.network.neutron [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.827206] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 746.827524] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.770s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.827834] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.934s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.829810] env[68466]: INFO nova.compute.claims [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.868627] env[68466]: DEBUG nova.compute.manager [req-89c2895d-6341-4b24-87e4-d0907f1a4c3a req-7590693f-6ae2-479a-b0c9-37bbe3d47185 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received event network-vif-deleted-af4e1f8b-c7aa-4fca-89e2-2a2a6fe2ab28 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 746.868767] env[68466]: DEBUG nova.compute.manager [req-89c2895d-6341-4b24-87e4-d0907f1a4c3a req-7590693f-6ae2-479a-b0c9-37bbe3d47185 service nova] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Received event network-vif-deleted-6ee09eca-9a1e-4629-a580-9f4a3be8a74f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 746.939681] env[68466]: DEBUG nova.compute.manager [req-419b9fd7-adc3-49cc-958c-2b9f45ad7e0d req-764ff6e7-692d-4939-aba0-0e733e2b1d7b service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Received event network-changed-3413550b-84ae-4e8f-b8a3-61ae866c364a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 746.939681] env[68466]: DEBUG nova.compute.manager [req-419b9fd7-adc3-49cc-958c-2b9f45ad7e0d req-764ff6e7-692d-4939-aba0-0e733e2b1d7b service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Refreshing instance network info cache due to event network-changed-3413550b-84ae-4e8f-b8a3-61ae866c364a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 746.939681] env[68466]: DEBUG oslo_concurrency.lockutils [req-419b9fd7-adc3-49cc-958c-2b9f45ad7e0d req-764ff6e7-692d-4939-aba0-0e733e2b1d7b service nova] Acquiring lock "refresh_cache-0a5feb6e-625d-4b68-a971-e91b3b93a3df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.939681] env[68466]: DEBUG oslo_concurrency.lockutils [req-419b9fd7-adc3-49cc-958c-2b9f45ad7e0d req-764ff6e7-692d-4939-aba0-0e733e2b1d7b service nova] Acquired lock "refresh_cache-0a5feb6e-625d-4b68-a971-e91b3b93a3df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.939681] env[68466]: DEBUG nova.network.neutron [req-419b9fd7-adc3-49cc-958c-2b9f45ad7e0d req-764ff6e7-692d-4939-aba0-0e733e2b1d7b service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Refreshing network info cache for port 3413550b-84ae-4e8f-b8a3-61ae866c364a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.946892] env[68466]: DEBUG nova.compute.manager [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.251020] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.251020] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ef145bd-74b5-4d0c-b5c2-99206bff7d26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.257546] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 747.257546] env[68466]: value = "task-2812128" [ 747.257546] env[68466]: _type = "Task" [ 747.257546] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.266308] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.276776] env[68466]: DEBUG nova.network.neutron [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.481034] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.713128] env[68466]: DEBUG nova.network.neutron [req-419b9fd7-adc3-49cc-958c-2b9f45ad7e0d req-764ff6e7-692d-4939-aba0-0e733e2b1d7b service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Updated VIF entry in instance network info cache for port 3413550b-84ae-4e8f-b8a3-61ae866c364a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.713523] env[68466]: DEBUG nova.network.neutron [req-419b9fd7-adc3-49cc-958c-2b9f45ad7e0d req-764ff6e7-692d-4939-aba0-0e733e2b1d7b service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Updating instance_info_cache with network_info: [{"id": "3413550b-84ae-4e8f-b8a3-61ae866c364a", "address": "fa:16:3e:73:00:4c", "network": {"id": "6eb7bd56-8980-4f90-89d3-774653ea2683", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-940014777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a9326926d94ddbba8867606e014fb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3413550b-84", "ovs_interfaceid": "3413550b-84ae-4e8f-b8a3-61ae866c364a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.768341] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812128, 'name': PowerOffVM_Task, 'duration_secs': 0.257565} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.768736] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.769532] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.770490] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40fec07-5fb1-47fd-873f-d47479169316 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.778763] env[68466]: INFO nova.compute.manager [-] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Took 1.02 seconds to deallocate network for instance. [ 747.779193] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.781018] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f54b877-bec0-43a4-8819-623fa645ff7d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.808381] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.808881] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.808978] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Deleting the datastore file [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.809259] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebc3881d-dd60-44eb-bf7b-7e1336403eb0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.815908] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 747.815908] env[68466]: value = "task-2812130" [ 747.815908] env[68466]: _type = "Task" [ 747.815908] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.824700] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.215920] env[68466]: DEBUG oslo_concurrency.lockutils [req-419b9fd7-adc3-49cc-958c-2b9f45ad7e0d req-764ff6e7-692d-4939-aba0-0e733e2b1d7b service nova] Releasing lock "refresh_cache-0a5feb6e-625d-4b68-a971-e91b3b93a3df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.290187] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.301566] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b67a4c-af21-49f0-ae27-581b5b023cff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.309503] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ebe6c-06c4-4c43-a7a6-df8d030120c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.342598] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc5386d-36b4-4592-a34e-483c092f9ecf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.351330] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432077} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.353830] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.353998] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.354192] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.357598] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3181d9-d628-4c23-81cd-6093cce4e777 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.372468] env[68466]: DEBUG nova.compute.provider_tree [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.875715] env[68466]: DEBUG nova.scheduler.client.report [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.381723] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.382408] env[68466]: DEBUG nova.compute.manager [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.387944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.538s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.389585] env[68466]: INFO nova.compute.claims [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.399437] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.399680] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.399837] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.400050] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.400222] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.400397] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.400577] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.400733] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.400899] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.401082] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.401335] env[68466]: DEBUG nova.virt.hardware [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.402227] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36d992c-324a-4985-919b-8cfb21c501ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.410578] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916c2ae4-806a-4571-9267-3af9c998922c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.425741] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.431431] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.432728] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.432960] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06aa26aa-d8ba-404e-82ea-43257848c5e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.454428] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.454428] env[68466]: value = "task-2812131" [ 749.454428] env[68466]: _type = "Task" [ 749.454428] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.463481] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812131, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.823107] env[68466]: DEBUG oslo_vmware.rw_handles [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522572f7-e881-caf3-29fa-0b6fa43fc8d6/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 749.824173] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab861e6-a86e-4e4f-9dd8-e5fbb4435972 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.830738] env[68466]: DEBUG oslo_vmware.rw_handles [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522572f7-e881-caf3-29fa-0b6fa43fc8d6/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 749.830915] env[68466]: ERROR oslo_vmware.rw_handles [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522572f7-e881-caf3-29fa-0b6fa43fc8d6/disk-0.vmdk due to incomplete transfer. [ 749.831194] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee2f8139-739d-4e94-8c3b-46b72ec11f97 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.839402] env[68466]: DEBUG oslo_vmware.rw_handles [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522572f7-e881-caf3-29fa-0b6fa43fc8d6/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 749.839601] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Uploaded image b62a30e1-0dfc-49c9-96ad-8b7fea4f866f to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 749.841865] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 749.842146] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6fd942f-4fe2-484f-96be-fe945fe5f2a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.847926] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 749.847926] env[68466]: value = "task-2812132" [ 749.847926] env[68466]: _type = "Task" [ 749.847926] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.867010] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812132, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.896468] env[68466]: DEBUG nova.compute.utils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.897876] env[68466]: DEBUG nova.compute.manager [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Not allocating networking since 'none' was specified. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 749.965333] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812131, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.359064] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812132, 'name': Destroy_Task, 'duration_secs': 0.364144} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.359064] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Destroyed the VM [ 750.359282] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 750.359368] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f1cbc8bc-5bae-4ddf-96de-2f90eeeac250 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.365034] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 750.365034] env[68466]: value = "task-2812133" [ 750.365034] env[68466]: _type = "Task" [ 750.365034] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.372067] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812133, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.402028] env[68466]: DEBUG nova.compute.manager [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.467995] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812131, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.860557] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac50e60e-d48c-49ab-b5fc-df092b555f27 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.872055] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8223ea2b-d79e-4db3-b359-c30b3b4c5239 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.877944] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812133, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.903933] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0507b1-df5c-42b7-b3cb-a501848e7b14 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.914117] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2188f193-95e0-4541-84ae-778a1b34b30a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.927210] env[68466]: DEBUG nova.compute.provider_tree [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.965498] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812131, 'name': CreateVM_Task, 'duration_secs': 1.444165} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.965608] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.966113] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.966200] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.966512] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.966768] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6f9e56-fd25-4f16-8b5f-137a0b5373e2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.971562] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 750.971562] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526cb1f4-c9c5-9f44-7872-3115a6fe6262" [ 750.971562] env[68466]: _type = "Task" [ 750.971562] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.980765] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526cb1f4-c9c5-9f44-7872-3115a6fe6262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.375129] env[68466]: DEBUG oslo_vmware.api [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812133, 'name': RemoveSnapshot_Task, 'duration_secs': 0.689755} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.375464] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 751.375699] env[68466]: INFO nova.compute.manager [None req-a82537e4-bdc4-47d7-a9fb-414d1e46e1ce tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Took 15.25 seconds to snapshot the instance on the hypervisor. [ 751.411860] env[68466]: DEBUG nova.compute.manager [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.432322] env[68466]: DEBUG nova.scheduler.client.report [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.443756] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.444108] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.444342] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.444649] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.444869] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.445098] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.445397] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.445630] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.445860] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.446119] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.446381] env[68466]: DEBUG nova.virt.hardware [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.447557] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a2c66f-7147-4ead-9ccb-4697f51538d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.459997] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a99cff-fae1-422c-8397-79073628c865 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.475382] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.480889] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Creating folder: Project (f3326179884c4ac1b6888b02fd954fa4). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.485027] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aef506d8-5659-4025-a398-241e0d04ff59 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.491938] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526cb1f4-c9c5-9f44-7872-3115a6fe6262, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.491938] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.492082] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.492241] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.492388] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.492565] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.492820] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-add0f2fe-d434-4ffc-85ef-f88505fee667 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.500851] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Created folder: Project (f3326179884c4ac1b6888b02fd954fa4) in parent group-v564977. [ 751.501057] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Creating folder: Instances. Parent ref: group-v565116. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.501322] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84566f0b-4735-476f-b1c1-021b8781bbc8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.505375] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.505792] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.506587] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2202456-9e0b-4179-b4d0-7d85865b25ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.510480] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Created folder: Instances in parent group-v565116. [ 751.510788] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.511516] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.513028] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e476887a-34ea-4ee6-816f-314f845b5e90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.524365] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 751.524365] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f2f414-9998-04ac-529c-0a7b2326a26b" [ 751.524365] env[68466]: _type = "Task" [ 751.524365] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.529241] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.529241] env[68466]: value = "task-2812136" [ 751.529241] env[68466]: _type = "Task" [ 751.529241] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.535346] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f2f414-9998-04ac-529c-0a7b2326a26b, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.537169] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f6cbc9-91bc-46a7-b33a-a8e45021bcff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.541912] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812136, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.545381] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 751.545381] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52333f0c-f1de-9b57-f0bc-0400e0606211" [ 751.545381] env[68466]: _type = "Task" [ 751.545381] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.552931] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52333f0c-f1de-9b57-f0bc-0400e0606211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.938908] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.939461] env[68466]: DEBUG nova.compute.manager [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.941932] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.182s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.942080] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.944122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.773s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.944316] env[68466]: DEBUG oslo_concurrency.lockutils [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.946023] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.498s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.947404] env[68466]: INFO nova.compute.claims [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.970387] env[68466]: INFO nova.scheduler.client.report [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleted allocations for instance 94ee5bad-d117-40d6-8431-95b25be87d10 [ 751.972072] env[68466]: INFO nova.scheduler.client.report [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleted allocations for instance b2072172-2245-4f50-a9bc-dc3c1beda121 [ 752.041265] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812136, 'name': CreateVM_Task, 'duration_secs': 0.319918} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.041407] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.041820] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.041980] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.042322] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.042567] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611567ff-3f41-4843-aa29-3010a23880aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.047309] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 752.047309] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ad396f-8392-aa1b-2aef-ff903312b76e" [ 752.047309] env[68466]: _type = "Task" [ 752.047309] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.058351] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52333f0c-f1de-9b57-f0bc-0400e0606211, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.061845] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.062127] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6/72580eab-6d31-402f-b0a5-6eedbc8d62d6.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.062405] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ad396f-8392-aa1b-2aef-ff903312b76e, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.062574] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e6ce0da-e9ea-49af-8951-3a77c42a8008 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.064372] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.064589] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.064809] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.064950] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.065135] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.065361] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f6bf23f-b51a-4c4a-8183-5c1b51968700 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.072232] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 752.072232] env[68466]: value = "task-2812137" [ 752.072232] env[68466]: _type = "Task" [ 752.072232] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.076139] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.076357] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.077366] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66717133-2495-437c-b8db-9e224e5a9d77 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.082417] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.085257] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 752.085257] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52185f52-af0b-6c48-3719-038b654f4fba" [ 752.085257] env[68466]: _type = "Task" [ 752.085257] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.093333] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52185f52-af0b-6c48-3719-038b654f4fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.455356] env[68466]: DEBUG nova.compute.utils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.456778] env[68466]: DEBUG nova.compute.manager [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.456968] env[68466]: DEBUG nova.network.neutron [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.484112] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d7e2b522-739b-4ad7-b624-daffe51bd61a tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "94ee5bad-d117-40d6-8431-95b25be87d10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.370s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.485613] env[68466]: DEBUG oslo_concurrency.lockutils [None req-373e0cb2-6533-4d93-867e-28b296b6da91 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "b2072172-2245-4f50-a9bc-dc3c1beda121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.527s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.511094] env[68466]: DEBUG nova.policy [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7e45dc8efda4051bedb5fb7265f4d63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f832ff426f4bb3847e7dd39264d66e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.582510] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449134} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.582848] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6/72580eab-6d31-402f-b0a5-6eedbc8d62d6.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.583263] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.584057] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c4ff1d0-5a67-4082-b870-c23ba91ceb77 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.590268] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 752.590268] env[68466]: value = "task-2812138" [ 752.590268] env[68466]: _type = "Task" [ 752.590268] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.597880] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52185f52-af0b-6c48-3719-038b654f4fba, 'name': SearchDatastore_Task, 'duration_secs': 0.016361} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.599171] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120af1ec-b448-4d4d-ab36-e8344ac8ad24 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.606027] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.608119] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 752.608119] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5278164e-6434-d9d1-8cbc-1a7f3a1db22c" [ 752.608119] env[68466]: _type = "Task" [ 752.608119] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.616481] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5278164e-6434-d9d1-8cbc-1a7f3a1db22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.835192] env[68466]: DEBUG nova.network.neutron [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Successfully created port: d4e88540-ff97-4d51-b29c-eb879bba8f50 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.961609] env[68466]: DEBUG nova.compute.manager [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.104907] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218162} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.105602] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.106151] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8de66c0-1afa-46fc-8be6-646152bbe4a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.137619] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6/72580eab-6d31-402f-b0a5-6eedbc8d62d6.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.137847] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5278164e-6434-d9d1-8cbc-1a7f3a1db22c, 'name': SearchDatastore_Task, 'duration_secs': 0.008349} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.140653] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fbbe094-b90d-4389-955b-1e5c94789b11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.159400] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.159692] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0/54de098c-d0f8-4987-8b42-c964156b16d0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.160929] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d95a3796-9271-4858-a1fb-645b8a61a23e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.171223] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 753.171223] env[68466]: value = "task-2812139" [ 753.171223] env[68466]: _type = "Task" [ 753.171223] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.171756] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 753.171756] env[68466]: value = "task-2812140" [ 753.171756] env[68466]: _type = "Task" [ 753.171756] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.190849] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.190849] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.521693] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6876a9ed-16b5-4865-874a-8f4c6108b951 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.531777] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3502b3f-3e31-4214-b9e5-c83a9ab38e49 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.566156] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b118109e-b4b0-4f3a-a06e-4f14d419fa25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.574560] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5afdc83-c0bc-484a-9789-4d2e54e263f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.589872] env[68466]: DEBUG nova.compute.provider_tree [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.686840] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451201} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.690096] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0/54de098c-d0f8-4987-8b42-c964156b16d0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.690310] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.690559] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.690761] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02d3952f-1743-48f9-8920-e7e9b9561fee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.698482] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 753.698482] env[68466]: value = "task-2812141" [ 753.698482] env[68466]: _type = "Task" [ 753.698482] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.706431] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.976448] env[68466]: DEBUG nova.compute.manager [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.002127] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.002404] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.002561] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.002739] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.002895] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.003054] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.003270] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.003430] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.003600] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.003814] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.004058] env[68466]: DEBUG nova.virt.hardware [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.004944] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540e8b10-0a11-40a4-98e4-b2b1e478475b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.012944] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec879d6b-8921-4cc4-8f5d-c44db777f86e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.093317] env[68466]: DEBUG nova.scheduler.client.report [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.188615] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812140, 'name': ReconfigVM_Task, 'duration_secs': 0.862066} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.188896] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6/72580eab-6d31-402f-b0a5-6eedbc8d62d6.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.191550] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d24e3517-a0e9-4ba3-9c93-2404257515fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.198988] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 754.198988] env[68466]: value = "task-2812142" [ 754.198988] env[68466]: _type = "Task" [ 754.198988] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.212270] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812142, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.215699] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067032} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.215952] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.216781] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25200a7-98ca-43d8-986f-1abedae0de6b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.239325] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0/54de098c-d0f8-4987-8b42-c964156b16d0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.240432] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbde01a7-6a56-495e-8421-e36de5a295c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.260380] env[68466]: DEBUG nova.compute.manager [req-8a75a9e3-db78-4187-873b-eaa684381ff6 req-0fc4fe98-dca0-4ba7-9c1b-17a0cd13a080 service nova] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Received event network-vif-plugged-d4e88540-ff97-4d51-b29c-eb879bba8f50 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 754.260380] env[68466]: DEBUG oslo_concurrency.lockutils [req-8a75a9e3-db78-4187-873b-eaa684381ff6 req-0fc4fe98-dca0-4ba7-9c1b-17a0cd13a080 service nova] Acquiring lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.260380] env[68466]: DEBUG oslo_concurrency.lockutils [req-8a75a9e3-db78-4187-873b-eaa684381ff6 req-0fc4fe98-dca0-4ba7-9c1b-17a0cd13a080 service nova] Lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.260653] env[68466]: DEBUG oslo_concurrency.lockutils [req-8a75a9e3-db78-4187-873b-eaa684381ff6 req-0fc4fe98-dca0-4ba7-9c1b-17a0cd13a080 service nova] Lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.260705] env[68466]: DEBUG nova.compute.manager [req-8a75a9e3-db78-4187-873b-eaa684381ff6 req-0fc4fe98-dca0-4ba7-9c1b-17a0cd13a080 service nova] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] No waiting events found dispatching network-vif-plugged-d4e88540-ff97-4d51-b29c-eb879bba8f50 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.260963] env[68466]: WARNING nova.compute.manager [req-8a75a9e3-db78-4187-873b-eaa684381ff6 req-0fc4fe98-dca0-4ba7-9c1b-17a0cd13a080 service nova] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Received unexpected event network-vif-plugged-d4e88540-ff97-4d51-b29c-eb879bba8f50 for instance with vm_state building and task_state spawning. [ 754.262806] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 754.262806] env[68466]: value = "task-2812143" [ 754.262806] env[68466]: _type = "Task" [ 754.262806] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.271975] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.321396] env[68466]: DEBUG nova.network.neutron [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Successfully updated port: d4e88540-ff97-4d51-b29c-eb879bba8f50 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.335449] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "82094d30-2334-4dd0-8e1e-23572d78ed1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.335730] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "82094d30-2334-4dd0-8e1e-23572d78ed1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.365531] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.365721] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.599235] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.599821] env[68466]: DEBUG nova.compute.manager [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.602442] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.149s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.603109] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.605122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.997s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.606294] env[68466]: INFO nova.compute.claims [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.634750] env[68466]: INFO nova.scheduler.client.report [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Deleted allocations for instance 0d96dafa-99d7-4857-a3e4-9aacd1351b11 [ 754.712074] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812142, 'name': Rename_Task, 'duration_secs': 0.125661} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.712595] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.712876] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7126ce75-9a05-48ac-9517-4ed4c7c11478 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.719955] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 754.719955] env[68466]: value = "task-2812144" [ 754.719955] env[68466]: _type = "Task" [ 754.719955] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.728815] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.740416] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.740746] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.741070] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.741348] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.741625] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.744107] env[68466]: INFO nova.compute.manager [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Terminating instance [ 754.774042] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812143, 'name': ReconfigVM_Task, 'duration_secs': 0.387756} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.774367] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0/54de098c-d0f8-4987-8b42-c964156b16d0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.774970] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c154ee3-3ea6-47ab-8974-f640c92282fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.781445] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 754.781445] env[68466]: value = "task-2812145" [ 754.781445] env[68466]: _type = "Task" [ 754.781445] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.789397] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812145, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.824797] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "refresh_cache-90cf41bc-ab5a-4775-8a27-2d5b24d30002" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.825724] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "refresh_cache-90cf41bc-ab5a-4775-8a27-2d5b24d30002" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.825724] env[68466]: DEBUG nova.network.neutron [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.110940] env[68466]: DEBUG nova.compute.utils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.115412] env[68466]: DEBUG nova.compute.manager [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.115640] env[68466]: DEBUG nova.network.neutron [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.142698] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e5faaff6-3dad-4caa-ac9e-8724184fb2c2 tempest-ServerAddressesTestJSON-155245780 tempest-ServerAddressesTestJSON-155245780-project-member] Lock "0d96dafa-99d7-4857-a3e4-9aacd1351b11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.358s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.152387] env[68466]: DEBUG nova.policy [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86543df9ef394009a5f0ca62a60d0590', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c5f084901e4de4aa8d341819b36d89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.231195] env[68466]: DEBUG oslo_vmware.api [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812144, 'name': PowerOnVM_Task, 'duration_secs': 0.483835} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.231470] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.232081] env[68466]: DEBUG nova.compute.manager [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.232470] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c92fa3c-301b-45a6-b88e-52fc66ac60a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.248157] env[68466]: DEBUG nova.compute.manager [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.248388] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.249232] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870ff60e-a2c1-4780-bbb1-77f8218089b2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.256983] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.257963] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d160c35-6131-4a4e-b2af-a7bda110b879 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.263073] env[68466]: DEBUG oslo_vmware.api [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 755.263073] env[68466]: value = "task-2812146" [ 755.263073] env[68466]: _type = "Task" [ 755.263073] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.271329] env[68466]: DEBUG oslo_vmware.api [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.293898] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812145, 'name': Rename_Task, 'duration_secs': 0.177001} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.293898] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.293898] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be7c8857-7ab3-48e2-8fb0-0f9e59e2434a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.304127] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 755.304127] env[68466]: value = "task-2812147" [ 755.304127] env[68466]: _type = "Task" [ 755.304127] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.310809] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.370682] env[68466]: DEBUG nova.network.neutron [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.552607] env[68466]: DEBUG nova.network.neutron [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Successfully created port: 31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.578668] env[68466]: DEBUG nova.network.neutron [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Updating instance_info_cache with network_info: [{"id": "d4e88540-ff97-4d51-b29c-eb879bba8f50", "address": "fa:16:3e:75:67:c2", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e88540-ff", "ovs_interfaceid": "d4e88540-ff97-4d51-b29c-eb879bba8f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.619776] env[68466]: DEBUG nova.compute.manager [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.749532] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.779199] env[68466]: DEBUG oslo_vmware.api [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812146, 'name': PowerOffVM_Task, 'duration_secs': 0.308947} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.779981] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.780202] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.780501] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e6f6fd-457f-4845-9a78-f9160074c464 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.822831] env[68466]: DEBUG oslo_vmware.api [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812147, 'name': PowerOnVM_Task, 'duration_secs': 0.459282} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.822965] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.824778] env[68466]: INFO nova.compute.manager [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Took 4.41 seconds to spawn the instance on the hypervisor. [ 755.824778] env[68466]: DEBUG nova.compute.manager [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.824778] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44486554-6731-40d2-ad26-c6697989b942 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.857977] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.858224] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.858570] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Deleting the datastore file [datastore1] 88df2192-c0bf-41f2-b8a6-ebe851e167ff {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.862306] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d50e06c-d41c-495d-b551-f3a30607fce6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.869364] env[68466]: DEBUG oslo_vmware.api [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 755.869364] env[68466]: value = "task-2812149" [ 755.869364] env[68466]: _type = "Task" [ 755.869364] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.882174] env[68466]: DEBUG oslo_vmware.api [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.084376] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "refresh_cache-90cf41bc-ab5a-4775-8a27-2d5b24d30002" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.084376] env[68466]: DEBUG nova.compute.manager [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Instance network_info: |[{"id": "d4e88540-ff97-4d51-b29c-eb879bba8f50", "address": "fa:16:3e:75:67:c2", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e88540-ff", "ovs_interfaceid": "d4e88540-ff97-4d51-b29c-eb879bba8f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.084376] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:67:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4e88540-ff97-4d51-b29c-eb879bba8f50', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.091202] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.091488] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.091781] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c40bfd4-d8d3-42ea-a354-9f7faa31846f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.116122] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.116122] env[68466]: value = "task-2812150" [ 756.116122] env[68466]: _type = "Task" [ 756.116122] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.132173] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812150, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.199458] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c1afde-7cfb-4fae-95e4-79c4f09e9427 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.209459] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0c604f-9400-4507-b816-2950d372bf91 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.243650] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cc45dd-62a2-435c-9c87-acb08e3fc9fd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.252067] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2679a2b0-2f3d-4b38-97db-4c705373015f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.266490] env[68466]: DEBUG nova.compute.provider_tree [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.280185] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "72580eab-6d31-402f-b0a5-6eedbc8d62d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.280294] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "72580eab-6d31-402f-b0a5-6eedbc8d62d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.280628] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "72580eab-6d31-402f-b0a5-6eedbc8d62d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.280857] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "72580eab-6d31-402f-b0a5-6eedbc8d62d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.281084] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "72580eab-6d31-402f-b0a5-6eedbc8d62d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.283116] env[68466]: INFO nova.compute.manager [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Terminating instance [ 756.306085] env[68466]: DEBUG nova.compute.manager [req-f73423d3-4eed-467a-8fe9-73f3eae8b266 req-0193ac65-2949-4472-b74a-455c16e1a5e4 service nova] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Received event network-changed-d4e88540-ff97-4d51-b29c-eb879bba8f50 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.306306] env[68466]: DEBUG nova.compute.manager [req-f73423d3-4eed-467a-8fe9-73f3eae8b266 req-0193ac65-2949-4472-b74a-455c16e1a5e4 service nova] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Refreshing instance network info cache due to event network-changed-d4e88540-ff97-4d51-b29c-eb879bba8f50. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 756.306514] env[68466]: DEBUG oslo_concurrency.lockutils [req-f73423d3-4eed-467a-8fe9-73f3eae8b266 req-0193ac65-2949-4472-b74a-455c16e1a5e4 service nova] Acquiring lock "refresh_cache-90cf41bc-ab5a-4775-8a27-2d5b24d30002" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.306660] env[68466]: DEBUG oslo_concurrency.lockutils [req-f73423d3-4eed-467a-8fe9-73f3eae8b266 req-0193ac65-2949-4472-b74a-455c16e1a5e4 service nova] Acquired lock "refresh_cache-90cf41bc-ab5a-4775-8a27-2d5b24d30002" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.306819] env[68466]: DEBUG nova.network.neutron [req-f73423d3-4eed-467a-8fe9-73f3eae8b266 req-0193ac65-2949-4472-b74a-455c16e1a5e4 service nova] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Refreshing network info cache for port d4e88540-ff97-4d51-b29c-eb879bba8f50 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.342539] env[68466]: INFO nova.compute.manager [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Took 52.47 seconds to build instance. [ 756.380667] env[68466]: DEBUG oslo_vmware.api [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149974} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.380667] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.380667] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.380667] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.381078] env[68466]: INFO nova.compute.manager [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Took 1.13 seconds to destroy the instance on the hypervisor. [ 756.381320] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.381825] env[68466]: DEBUG nova.compute.manager [-] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.381825] env[68466]: DEBUG nova.network.neutron [-] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.636604] env[68466]: DEBUG nova.compute.manager [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.638774] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812150, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.666892] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.667169] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.667330] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.667515] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.667825] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.667825] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.668019] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.669530] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.669720] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.670039] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.670188] env[68466]: DEBUG nova.virt.hardware [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.671058] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797924a9-b676-46ef-bbf3-97c3e1589f0c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.679541] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813ca1bf-1d08-4050-98c0-ee7593424c11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.772024] env[68466]: DEBUG nova.scheduler.client.report [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.787702] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "refresh_cache-72580eab-6d31-402f-b0a5-6eedbc8d62d6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.787899] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquired lock "refresh_cache-72580eab-6d31-402f-b0a5-6eedbc8d62d6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.788089] env[68466]: DEBUG nova.network.neutron [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.844920] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b3ae4f5e-1d46-4ecb-8cca-f6efed71f465 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "54de098c-d0f8-4987-8b42-c964156b16d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.179s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.134808] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812150, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.171218] env[68466]: DEBUG nova.network.neutron [req-f73423d3-4eed-467a-8fe9-73f3eae8b266 req-0193ac65-2949-4472-b74a-455c16e1a5e4 service nova] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Updated VIF entry in instance network info cache for port d4e88540-ff97-4d51-b29c-eb879bba8f50. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.175780] env[68466]: DEBUG nova.network.neutron [req-f73423d3-4eed-467a-8fe9-73f3eae8b266 req-0193ac65-2949-4472-b74a-455c16e1a5e4 service nova] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Updating instance_info_cache with network_info: [{"id": "d4e88540-ff97-4d51-b29c-eb879bba8f50", "address": "fa:16:3e:75:67:c2", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4e88540-ff", "ovs_interfaceid": "d4e88540-ff97-4d51-b29c-eb879bba8f50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.279984] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.280534] env[68466]: DEBUG nova.compute.manager [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.284198] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.391s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.285769] env[68466]: INFO nova.compute.claims [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.289267] env[68466]: DEBUG nova.network.neutron [-] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.320986] env[68466]: DEBUG nova.network.neutron [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.349318] env[68466]: DEBUG nova.compute.manager [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.418175] env[68466]: DEBUG nova.network.neutron [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Successfully updated port: 31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.432217] env[68466]: DEBUG nova.network.neutron [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.631024] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812150, 'name': CreateVM_Task, 'duration_secs': 1.322679} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.631024] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.631860] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.632090] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.632503] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.632916] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22fa9cb-9b85-42bc-9985-b20ba0878172 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.638507] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 757.638507] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520ee4b3-a5d5-c776-26af-1e6b926b996f" [ 757.638507] env[68466]: _type = "Task" [ 757.638507] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.647623] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520ee4b3-a5d5-c776-26af-1e6b926b996f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.679354] env[68466]: DEBUG oslo_concurrency.lockutils [req-f73423d3-4eed-467a-8fe9-73f3eae8b266 req-0193ac65-2949-4472-b74a-455c16e1a5e4 service nova] Releasing lock "refresh_cache-90cf41bc-ab5a-4775-8a27-2d5b24d30002" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.703121] env[68466]: INFO nova.compute.manager [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Rebuilding instance [ 757.749184] env[68466]: DEBUG nova.compute.manager [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.750066] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6aaa0a-8eaa-4001-bacc-1a973efe84c8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.785762] env[68466]: DEBUG nova.compute.utils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.787290] env[68466]: DEBUG nova.compute.manager [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Not allocating networking since 'none' was specified. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 757.792906] env[68466]: INFO nova.compute.manager [-] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Took 1.41 seconds to deallocate network for instance. [ 757.873949] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.920602] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.920805] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquired lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.920987] env[68466]: DEBUG nova.network.neutron [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.934894] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Releasing lock "refresh_cache-72580eab-6d31-402f-b0a5-6eedbc8d62d6" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.936632] env[68466]: DEBUG nova.compute.manager [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.936632] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.936802] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a1765-3c8f-4b40-8f25-c6ed6d00b4c9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.945193] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.945440] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b28fb962-31d4-42b5-b16b-36e0bce01db9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.951848] env[68466]: DEBUG oslo_vmware.api [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 757.951848] env[68466]: value = "task-2812151" [ 757.951848] env[68466]: _type = "Task" [ 757.951848] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.960310] env[68466]: DEBUG oslo_vmware.api [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.150317] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520ee4b3-a5d5-c776-26af-1e6b926b996f, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.150801] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.151045] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.151372] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.151571] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.151850] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.152212] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc5a1989-8b7f-4004-8ae8-aa894b91d5a2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.166473] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.166693] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.167490] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58cf21df-0cce-4510-9617-bed7ac4e0740 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.173180] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 758.173180] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52716feb-5283-4bdc-261a-f31688498cbc" [ 758.173180] env[68466]: _type = "Task" [ 758.173180] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.181087] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52716feb-5283-4bdc-261a-f31688498cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.290417] env[68466]: DEBUG nova.compute.manager [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.303058] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.344810] env[68466]: DEBUG nova.compute.manager [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Received event network-vif-deleted-1ded0e79-31c3-4cb8-b54a-d3ad3e9b1694 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.345033] env[68466]: DEBUG nova.compute.manager [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Received event network-vif-plugged-31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.345229] env[68466]: DEBUG oslo_concurrency.lockutils [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] Acquiring lock "38281f32-3fce-40dd-83f1-56c133ea71ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.345589] env[68466]: DEBUG oslo_concurrency.lockutils [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] Lock "38281f32-3fce-40dd-83f1-56c133ea71ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.346225] env[68466]: DEBUG oslo_concurrency.lockutils [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] Lock "38281f32-3fce-40dd-83f1-56c133ea71ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.346225] env[68466]: DEBUG nova.compute.manager [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] No waiting events found dispatching network-vif-plugged-31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.346311] env[68466]: WARNING nova.compute.manager [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Received unexpected event network-vif-plugged-31b1a1ba-e559-47ba-b950-7e04ef40703d for instance with vm_state building and task_state spawning. [ 758.346466] env[68466]: DEBUG nova.compute.manager [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Received event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.346621] env[68466]: DEBUG nova.compute.manager [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing instance network info cache due to event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 758.346787] env[68466]: DEBUG oslo_concurrency.lockutils [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] Acquiring lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.462096] env[68466]: DEBUG oslo_vmware.api [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812151, 'name': PowerOffVM_Task, 'duration_secs': 0.153622} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.462392] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.462591] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.462854] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a399329a-5e16-4c00-a8dd-2e73f92f0f32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.487552] env[68466]: DEBUG nova.network.neutron [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.491313] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.491559] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.491773] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Deleting the datastore file [datastore2] 72580eab-6d31-402f-b0a5-6eedbc8d62d6 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.494638] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a5f30a2-570f-4799-ba41-c350e3956b46 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.502040] env[68466]: DEBUG oslo_vmware.api [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for the task: (returnval){ [ 758.502040] env[68466]: value = "task-2812153" [ 758.502040] env[68466]: _type = "Task" [ 758.502040] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.512243] env[68466]: DEBUG oslo_vmware.api [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.640382] env[68466]: DEBUG nova.network.neutron [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updating instance_info_cache with network_info: [{"id": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "address": "fa:16:3e:e1:5f:14", "network": {"id": "19bd6734-8697-4dd8-b510-fafe2df19a65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851114934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "33c5f084901e4de4aa8d341819b36d89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b1a1ba-e5", "ovs_interfaceid": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.685224] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52716feb-5283-4bdc-261a-f31688498cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.032704} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.686156] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad63e038-0ba8-463c-b0f4-3d0aad62d6e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.696155] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 758.696155] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52368d22-150a-168d-7b6b-2c4ddb01beb7" [ 758.696155] env[68466]: _type = "Task" [ 758.696155] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.703638] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52368d22-150a-168d-7b6b-2c4ddb01beb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.765811] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.766183] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-962f2e43-02a0-4c35-a847-92d9fbf8f00f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.773139] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 758.773139] env[68466]: value = "task-2812154" [ 758.773139] env[68466]: _type = "Task" [ 758.773139] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.783825] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.894744] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c03a546-9f64-428a-ab97-aae917cc1fce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.902328] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af93c29b-091d-49ce-ba8d-bb928722a540 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.941094] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51081138-20b0-4ecb-b718-128b0a72bdfe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.948122] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a8a751-5324-4150-a751-dede2c3254da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.961689] env[68466]: DEBUG nova.compute.provider_tree [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.014775] env[68466]: DEBUG oslo_vmware.api [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Task: {'id': task-2812153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10049} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.015028] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.015211] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.015386] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.015555] env[68466]: INFO nova.compute.manager [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 759.015800] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.015986] env[68466]: DEBUG nova.compute.manager [-] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.016122] env[68466]: DEBUG nova.network.neutron [-] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.034564] env[68466]: DEBUG nova.network.neutron [-] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.145103] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Releasing lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.145444] env[68466]: DEBUG nova.compute.manager [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Instance network_info: |[{"id": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "address": "fa:16:3e:e1:5f:14", "network": {"id": "19bd6734-8697-4dd8-b510-fafe2df19a65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851114934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "33c5f084901e4de4aa8d341819b36d89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b1a1ba-e5", "ovs_interfaceid": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.145753] env[68466]: DEBUG oslo_concurrency.lockutils [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] Acquired lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.145933] env[68466]: DEBUG nova.network.neutron [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.147172] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:5f:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31b1a1ba-e559-47ba-b950-7e04ef40703d', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.154875] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Creating folder: Project (33c5f084901e4de4aa8d341819b36d89). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.155340] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ce6c9c2-5fd1-44e7-8d0e-7139e3b270fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.167430] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Created folder: Project (33c5f084901e4de4aa8d341819b36d89) in parent group-v564977. [ 759.169825] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Creating folder: Instances. Parent ref: group-v565120. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.169825] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9703dab5-eab9-4263-ab29-4ff0697bf9f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.183436] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Created folder: Instances in parent group-v565120. [ 759.183525] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.183722] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.184181] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b81f5e-e7d6-4ed6-a305-f35c45f1fbcc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.213829] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52368d22-150a-168d-7b6b-2c4ddb01beb7, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.214126] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.214126] env[68466]: value = "task-2812157" [ 759.214126] env[68466]: _type = "Task" [ 759.214126] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.214326] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.214582] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 90cf41bc-ab5a-4775-8a27-2d5b24d30002/90cf41bc-ab5a-4775-8a27-2d5b24d30002.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.214868] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5171464-5338-45d2-8bfd-f24abbd680cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.224729] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812157, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.225924] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 759.225924] env[68466]: value = "task-2812158" [ 759.225924] env[68466]: _type = "Task" [ 759.225924] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.233349] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.285539] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812154, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.305194] env[68466]: DEBUG nova.compute.manager [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.341616] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.342019] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.342305] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.342505] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.342714] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.342972] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.343346] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.343619] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.343861] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.344160] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.344412] env[68466]: DEBUG nova.virt.hardware [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.345517] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd68246-d79d-45f6-97e8-c2fb5a88bfcf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.361118] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8297a80-bd8a-4569-80e1-9e41d0d6210f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.376177] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.382068] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Creating folder: Project (669f1e54853b4898bc1c345808ac4c7e). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.382385] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96bbc406-4a0d-4858-9ea6-5bab7610cd85 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.393591] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Created folder: Project (669f1e54853b4898bc1c345808ac4c7e) in parent group-v564977. [ 759.393791] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Creating folder: Instances. Parent ref: group-v565123. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.394045] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3acdfd6-d6ee-495e-954f-7801351047c9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.404832] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Created folder: Instances in parent group-v565123. [ 759.405193] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.405419] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.405652] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e44d1d1-0028-4f38-8d35-94c26bbbbf89 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.423938] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.423938] env[68466]: value = "task-2812161" [ 759.423938] env[68466]: _type = "Task" [ 759.423938] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.432501] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812161, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.464793] env[68466]: DEBUG nova.scheduler.client.report [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.535308] env[68466]: DEBUG nova.network.neutron [-] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.726090] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812157, 'name': CreateVM_Task, 'duration_secs': 0.498084} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.726472] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.730407] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.730882] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.730988] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.731263] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc9c0b7-81cf-4549-a069-7edf76aee481 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.738247] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812158, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.739843] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 759.739843] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520e812d-c537-f3b8-6c5f-a2a4397a2491" [ 759.739843] env[68466]: _type = "Task" [ 759.739843] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.750914] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520e812d-c537-f3b8-6c5f-a2a4397a2491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.783953] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812154, 'name': PowerOffVM_Task, 'duration_secs': 0.549072} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.784270] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.784506] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.786362] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc6ebe-e3e1-4a32-91cf-962c44f27318 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.799779] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.800042] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1cdc8d3-7bdc-4aa7-84d4-d8d068cdc233 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.824184] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.824411] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.824588] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Deleting the datastore file [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.824839] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd363de5-39a5-4f6e-8b1a-a7e4cd031107 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.833764] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 759.833764] env[68466]: value = "task-2812163" [ 759.833764] env[68466]: _type = "Task" [ 759.833764] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.843991] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.901678] env[68466]: DEBUG nova.network.neutron [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updated VIF entry in instance network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.901834] env[68466]: DEBUG nova.network.neutron [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updating instance_info_cache with network_info: [{"id": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "address": "fa:16:3e:e1:5f:14", "network": {"id": "19bd6734-8697-4dd8-b510-fafe2df19a65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851114934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "33c5f084901e4de4aa8d341819b36d89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b1a1ba-e5", "ovs_interfaceid": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.933553] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812161, 'name': CreateVM_Task, 'duration_secs': 0.354864} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.933991] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.934127] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.970670] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.971226] env[68466]: DEBUG nova.compute.manager [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.974075] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.615s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.978293] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.980496] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.321s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.980704] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.982432] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.189s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.982615] env[68466]: DEBUG nova.objects.instance [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 760.011998] env[68466]: INFO nova.scheduler.client.report [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Deleted allocations for instance a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36 [ 760.015656] env[68466]: INFO nova.scheduler.client.report [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleted allocations for instance 4fab89f6-3444-420e-b850-b1abf6dec136 [ 760.038691] env[68466]: INFO nova.compute.manager [-] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Took 1.02 seconds to deallocate network for instance. [ 760.237190] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543405} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.237508] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 90cf41bc-ab5a-4775-8a27-2d5b24d30002/90cf41bc-ab5a-4775-8a27-2d5b24d30002.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.237873] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.238255] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-137ee5e3-83e0-4d10-90c9-53905cce9a14 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.250392] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520e812d-c537-f3b8-6c5f-a2a4397a2491, 'name': SearchDatastore_Task, 'duration_secs': 0.019839} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.252207] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.252576] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.252861] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.257024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.257024] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.257024] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 760.257024] env[68466]: value = "task-2812164" [ 760.257024] env[68466]: _type = "Task" [ 760.257024] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.257024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.257024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.257024] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76d8a406-f422-4b64-91cc-fb489aba7cb9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.257024] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b25f157-28e7-4e18-908b-b2e33ba310d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.269346] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 760.269346] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e82326-a346-0844-e31b-05cac95a4670" [ 760.269346] env[68466]: _type = "Task" [ 760.269346] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.270500] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.270968] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.274334] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad4fd90-50f9-4e22-96a9-2b492ac1d49e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.280798] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 760.280798] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5230f0ee-6262-0b4c-ab2e-256930ed8c5b" [ 760.280798] env[68466]: _type = "Task" [ 760.280798] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.283888] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e82326-a346-0844-e31b-05cac95a4670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.293600] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5230f0ee-6262-0b4c-ab2e-256930ed8c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.350695] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112816} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.351495] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.352009] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.353568] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.404417] env[68466]: DEBUG oslo_concurrency.lockutils [req-7fb7dc62-07cc-47eb-979a-665ad1fa5019 req-b6f7055e-6bb5-4ddf-a37f-aa7414b52a08 service nova] Releasing lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.491917] env[68466]: DEBUG nova.compute.utils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.500021] env[68466]: DEBUG nova.compute.manager [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.500021] env[68466]: DEBUG nova.network.neutron [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.525372] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc4a307-908f-4008-bbc9-f4d9a191652f tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.913s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.526497] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15667d77-7aaf-421f-8940-84c12bef2e41 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "4fab89f6-3444-420e-b850-b1abf6dec136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.981s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.546911] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.563123] env[68466]: DEBUG nova.policy [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90f11085b11842f78ac0433a9bd034c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e85acc289a4a40beb4f8ee2ba23460', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.774927] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09612} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.776395] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.777494] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f6dcc4-a433-4158-92ea-8552eea51d94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.786706] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e82326-a346-0844-e31b-05cac95a4670, 'name': SearchDatastore_Task, 'duration_secs': 0.016386} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.798770] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.799038] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.799274] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.809623] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 90cf41bc-ab5a-4775-8a27-2d5b24d30002/90cf41bc-ab5a-4775-8a27-2d5b24d30002.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.809974] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f732cad-7697-4e2f-ac76-6b4d786bdfad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.830878] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5230f0ee-6262-0b4c-ab2e-256930ed8c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.832852] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 760.832852] env[68466]: value = "task-2812165" [ 760.832852] env[68466]: _type = "Task" [ 760.832852] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.833123] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbfb3a34-ad72-4ca3-a65e-0c29065f13fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.842075] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 760.842075] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dcab5e-5904-b448-af0c-b86775d57dc1" [ 760.842075] env[68466]: _type = "Task" [ 760.842075] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.845916] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.854593] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dcab5e-5904-b448-af0c-b86775d57dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.886166] env[68466]: DEBUG nova.network.neutron [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Successfully created port: 8f35b686-f647-4a9d-8e1a-242d10ce844b {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.998119] env[68466]: DEBUG nova.compute.manager [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.002686] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0ab9921-639d-4f26-bf2c-9d0d1f436e12 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.003913] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.310s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.005958] env[68466]: INFO nova.compute.claims [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.347624] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812165, 'name': ReconfigVM_Task, 'duration_secs': 0.288188} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.350803] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 90cf41bc-ab5a-4775-8a27-2d5b24d30002/90cf41bc-ab5a-4775-8a27-2d5b24d30002.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.351486] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac487b00-7637-40e2-9316-37d9091cbfc6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.359446] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dcab5e-5904-b448-af0c-b86775d57dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.359446] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.359545] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 38281f32-3fce-40dd-83f1-56c133ea71ac/38281f32-3fce-40dd-83f1-56c133ea71ac.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.360777] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.360976] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.361200] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bc12849-faea-4ffa-aafb-9f15961122f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.363097] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 761.363097] env[68466]: value = "task-2812166" [ 761.363097] env[68466]: _type = "Task" [ 761.363097] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.363314] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2bd4498-48a4-4502-af42-4f18760bc6bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.372521] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 761.372521] env[68466]: value = "task-2812167" [ 761.372521] env[68466]: _type = "Task" [ 761.372521] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.378787] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.381917] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.382889] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812166, 'name': Rename_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.383396] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e950b6f7-ea0e-4342-9098-fa3c3e675071 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.388984] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.392980] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 761.392980] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523f6262-65b8-bb8d-a8c3-fc9ec40eaa32" [ 761.392980] env[68466]: _type = "Task" [ 761.392980] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.401205] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523f6262-65b8-bb8d-a8c3-fc9ec40eaa32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.405169] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.405438] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.405559] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.405785] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.405876] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.406027] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.406280] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.406844] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.406844] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.406844] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.406986] env[68466]: DEBUG nova.virt.hardware [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.407750] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3f9d93-a0b8-4b1f-9645-cbd1aebeb74b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.415188] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c783cceb-31cd-4b66-9f8c-8cb38daabf3c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.431707] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.437436] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.437737] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.437967] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d8ef352-2aab-4fb0-ba05-c635cdb3a6e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.454708] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.454708] env[68466]: value = "task-2812168" [ 761.454708] env[68466]: _type = "Task" [ 761.454708] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.463231] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812168, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.877290] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812166, 'name': Rename_Task, 'duration_secs': 0.145048} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.883782] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.884034] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f877226c-a1ed-4c72-a994-a458f6bac90d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.890792] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812167, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.892397] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 761.892397] env[68466]: value = "task-2812169" [ 761.892397] env[68466]: _type = "Task" [ 761.892397] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.907407] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523f6262-65b8-bb8d-a8c3-fc9ec40eaa32, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.908281] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.908491] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed2478d-e344-47c7-9a36-122fff85b8c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.913674] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 761.913674] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b74281-1ca0-e00a-0f3f-c7c4bce3f1ce" [ 761.913674] env[68466]: _type = "Task" [ 761.913674] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.921682] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b74281-1ca0-e00a-0f3f-c7c4bce3f1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.964538] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812168, 'name': CreateVM_Task, 'duration_secs': 0.305661} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.964715] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.965205] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.965339] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.965660] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.965911] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2881807-ca0d-47e8-9a79-e87a8fe0ad08 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.973395] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 761.973395] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5299826b-edfd-e064-1457-775e667117ce" [ 761.973395] env[68466]: _type = "Task" [ 761.973395] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.982781] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5299826b-edfd-e064-1457-775e667117ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.011368] env[68466]: DEBUG nova.compute.manager [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.052263] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.052569] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.052933] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.053185] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.053368] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.053620] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.053972] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.054256] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.054478] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.054682] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.054896] env[68466]: DEBUG nova.virt.hardware [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.055779] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a86fc1-eef6-46d2-9a99-f3be33797765 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.067121] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03159124-4054-4ef6-9165-0d334d04a3c0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.328161] env[68466]: DEBUG nova.compute.manager [req-9dcffd84-c4f6-4146-9575-5bf93ba3c512 req-e48e418f-1b0e-4a49-a05a-944959152c17 service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Received event network-vif-plugged-8f35b686-f647-4a9d-8e1a-242d10ce844b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 762.328418] env[68466]: DEBUG oslo_concurrency.lockutils [req-9dcffd84-c4f6-4146-9575-5bf93ba3c512 req-e48e418f-1b0e-4a49-a05a-944959152c17 service nova] Acquiring lock "5241821c-6db7-482c-b466-9f15b8ad21e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.328418] env[68466]: DEBUG oslo_concurrency.lockutils [req-9dcffd84-c4f6-4146-9575-5bf93ba3c512 req-e48e418f-1b0e-4a49-a05a-944959152c17 service nova] Lock "5241821c-6db7-482c-b466-9f15b8ad21e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.329089] env[68466]: DEBUG oslo_concurrency.lockutils [req-9dcffd84-c4f6-4146-9575-5bf93ba3c512 req-e48e418f-1b0e-4a49-a05a-944959152c17 service nova] Lock "5241821c-6db7-482c-b466-9f15b8ad21e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.329464] env[68466]: DEBUG nova.compute.manager [req-9dcffd84-c4f6-4146-9575-5bf93ba3c512 req-e48e418f-1b0e-4a49-a05a-944959152c17 service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] No waiting events found dispatching network-vif-plugged-8f35b686-f647-4a9d-8e1a-242d10ce844b {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.329717] env[68466]: WARNING nova.compute.manager [req-9dcffd84-c4f6-4146-9575-5bf93ba3c512 req-e48e418f-1b0e-4a49-a05a-944959152c17 service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Received unexpected event network-vif-plugged-8f35b686-f647-4a9d-8e1a-242d10ce844b for instance with vm_state building and task_state spawning. [ 762.392678] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638221} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.393405] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 38281f32-3fce-40dd-83f1-56c133ea71ac/38281f32-3fce-40dd-83f1-56c133ea71ac.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.394026] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.398911] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f19ae7e-2f64-4f97-afb3-310d4ab6e73d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.407224] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812169, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.412068] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 762.412068] env[68466]: value = "task-2812170" [ 762.412068] env[68466]: _type = "Task" [ 762.412068] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.430920] env[68466]: DEBUG nova.network.neutron [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Successfully updated port: 8f35b686-f647-4a9d-8e1a-242d10ce844b {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.435918] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.441529] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b74281-1ca0-e00a-0f3f-c7c4bce3f1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.033707} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.441943] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.442252] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 313032c0-fbc2-412b-9d9f-18fc97b79c78/313032c0-fbc2-412b-9d9f-18fc97b79c78.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.442966] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-809577d1-885c-466b-8cfd-fc1fc68fe023 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.453482] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 762.453482] env[68466]: value = "task-2812171" [ 762.453482] env[68466]: _type = "Task" [ 762.453482] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.462613] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.481496] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5299826b-edfd-e064-1457-775e667117ce, 'name': SearchDatastore_Task, 'duration_secs': 0.029481} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.484196] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.484492] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.484772] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.484956] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.485188] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.486786] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34acba35-7d03-4cfe-b202-396b872eb8ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.496559] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.496751] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.497520] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35c925a-9de3-44b6-aaa9-1b9328c5e764 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.503092] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 762.503092] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a085ba-66eb-16a4-ecf7-adbbc4860a99" [ 762.503092] env[68466]: _type = "Task" [ 762.503092] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.515902] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a085ba-66eb-16a4-ecf7-adbbc4860a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.536576] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c9a998-9558-48ce-bfd8-a9cef700c4fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.546171] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cade373-1312-4c10-9860-9f4abe85fd37 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.581938] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8501f676-8574-4d97-840b-8de5e7baf760 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.590774] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c44b8-a9e1-4832-84d6-e6bc0fcac051 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.607474] env[68466]: DEBUG nova.compute.provider_tree [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.904666] env[68466]: DEBUG oslo_vmware.api [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812169, 'name': PowerOnVM_Task, 'duration_secs': 0.516511} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.904666] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.904666] env[68466]: INFO nova.compute.manager [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Took 8.93 seconds to spawn the instance on the hypervisor. [ 762.905017] env[68466]: DEBUG nova.compute.manager [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.905595] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439c4116-ec7d-41f1-968e-4a1bf16e08fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.921518] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064441} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.921775] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.922558] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977e2091-5e16-4067-af92-81ea9824125c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.946405] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 38281f32-3fce-40dd-83f1-56c133ea71ac/38281f32-3fce-40dd-83f1-56c133ea71ac.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.947033] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "refresh_cache-5241821c-6db7-482c-b466-9f15b8ad21e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.947188] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "refresh_cache-5241821c-6db7-482c-b466-9f15b8ad21e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.947350] env[68466]: DEBUG nova.network.neutron [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.948502] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfff192b-5a22-461d-88c3-b5b3f49da5f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.974873] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.976603] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 762.976603] env[68466]: value = "task-2812172" [ 762.976603] env[68466]: _type = "Task" [ 762.976603] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.984378] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.002192] env[68466]: DEBUG nova.network.neutron [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.016041] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a085ba-66eb-16a4-ecf7-adbbc4860a99, 'name': SearchDatastore_Task, 'duration_secs': 0.018749} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.018017] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf00338-4f60-4f0a-b2f2-ea17bcc7bc35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.023142] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 763.023142] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521897c8-a74a-cd00-b202-6355305360eb" [ 763.023142] env[68466]: _type = "Task" [ 763.023142] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.033602] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521897c8-a74a-cd00-b202-6355305360eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.111219] env[68466]: DEBUG nova.scheduler.client.report [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.167491] env[68466]: DEBUG nova.network.neutron [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Updating instance_info_cache with network_info: [{"id": "8f35b686-f647-4a9d-8e1a-242d10ce844b", "address": "fa:16:3e:db:42:a0", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f35b686-f6", "ovs_interfaceid": "8f35b686-f647-4a9d-8e1a-242d10ce844b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.295340] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "29702cfa-692e-4ebd-b149-0ca14add1229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.296662] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "29702cfa-692e-4ebd-b149-0ca14add1229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.430049] env[68466]: INFO nova.compute.manager [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Took 55.60 seconds to build instance. [ 763.476059] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886579} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.476059] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 313032c0-fbc2-412b-9d9f-18fc97b79c78/313032c0-fbc2-412b-9d9f-18fc97b79c78.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.476059] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.476059] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-329a2862-6d9a-4949-960a-48c7dde8844a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.486907] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812172, 'name': ReconfigVM_Task, 'duration_secs': 0.482099} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.488090] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 38281f32-3fce-40dd-83f1-56c133ea71ac/38281f32-3fce-40dd-83f1-56c133ea71ac.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.488756] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 763.488756] env[68466]: value = "task-2812173" [ 763.488756] env[68466]: _type = "Task" [ 763.488756] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.488943] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cacf8a6-9ddd-418f-bb27-7d136f893985 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.498371] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.499601] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 763.499601] env[68466]: value = "task-2812174" [ 763.499601] env[68466]: _type = "Task" [ 763.499601] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.507340] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812174, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.537962] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521897c8-a74a-cd00-b202-6355305360eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.538295] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.538584] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0/54de098c-d0f8-4987-8b42-c964156b16d0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.538859] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5086f615-dd0b-4f00-a1be-f325c5685f47 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.545528] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 763.545528] env[68466]: value = "task-2812175" [ 763.545528] env[68466]: _type = "Task" [ 763.545528] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.553921] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.618227] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.618903] env[68466]: DEBUG nova.compute.manager [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.622323] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.333s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.623694] env[68466]: INFO nova.compute.claims [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.670222] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "refresh_cache-5241821c-6db7-482c-b466-9f15b8ad21e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.670839] env[68466]: DEBUG nova.compute.manager [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Instance network_info: |[{"id": "8f35b686-f647-4a9d-8e1a-242d10ce844b", "address": "fa:16:3e:db:42:a0", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f35b686-f6", "ovs_interfaceid": "8f35b686-f647-4a9d-8e1a-242d10ce844b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.671556] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:42:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f35b686-f647-4a9d-8e1a-242d10ce844b', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.680274] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Creating folder: Project (20e85acc289a4a40beb4f8ee2ba23460). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.680943] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-860758d5-3e52-48c3-884e-bc1c1837e82c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.691221] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Created folder: Project (20e85acc289a4a40beb4f8ee2ba23460) in parent group-v564977. [ 763.691457] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Creating folder: Instances. Parent ref: group-v565127. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.691698] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa69e069-dade-4a1d-ad35-3c7aa901b9d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.700812] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Created folder: Instances in parent group-v565127. [ 763.701033] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.701212] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.701407] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f7e0e8a-6796-40a0-b220-f59665f41786 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.722187] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.722187] env[68466]: value = "task-2812178" [ 763.722187] env[68466]: _type = "Task" [ 763.722187] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.729945] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812178, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.932922] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de7aaf90-1f15-4679-9f5f-629d87b511cd tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.505s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.000945] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070427} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.004926] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.005986] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb32c050-5271-4925-9d8f-05007677944b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.014079] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812174, 'name': Rename_Task, 'duration_secs': 0.194518} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.021786] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.031798] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 313032c0-fbc2-412b-9d9f-18fc97b79c78/313032c0-fbc2-412b-9d9f-18fc97b79c78.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.032206] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96ac0ef0-7b51-4e58-ab21-9d60fb52e21d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.034197] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbb70c2f-52db-4712-8d06-220d2bcea24c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.057187] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 764.057187] env[68466]: value = "task-2812179" [ 764.057187] env[68466]: _type = "Task" [ 764.057187] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.066142] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.066480] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 764.066480] env[68466]: value = "task-2812180" [ 764.066480] env[68466]: _type = "Task" [ 764.066480] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.074336] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.079201] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.131410] env[68466]: DEBUG nova.compute.utils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.133033] env[68466]: DEBUG nova.compute.manager [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.133216] env[68466]: DEBUG nova.network.neutron [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.179806] env[68466]: DEBUG nova.policy [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b09db06c7a2f42049010b884fa339de7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e4ab2907f8a4158b9a8c020772b631e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.232254] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812178, 'name': CreateVM_Task, 'duration_secs': 0.496656} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.232429] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.233255] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.233332] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.233609] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.233867] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3d7ba6-14cb-4598-9701-a17d0c34bf43 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.238503] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 764.238503] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521bb868-c64d-0ca0-6df2-5ccdc16e2241" [ 764.238503] env[68466]: _type = "Task" [ 764.238503] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.246178] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521bb868-c64d-0ca0-6df2-5ccdc16e2241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.354408] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da3bb4-9d08-43a6-9ca4-4bbf3e17dab9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.361829] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-deacbec6-39be-4569-8575-0e08d98805a2 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Suspending the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 764.362052] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b45d147e-223e-4278-ae49-dbf0a88e220a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.369747] env[68466]: DEBUG oslo_vmware.api [None req-deacbec6-39be-4569-8575-0e08d98805a2 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 764.369747] env[68466]: value = "task-2812181" [ 764.369747] env[68466]: _type = "Task" [ 764.369747] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.379150] env[68466]: DEBUG oslo_vmware.api [None req-deacbec6-39be-4569-8575-0e08d98805a2 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812181, 'name': SuspendVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.435791] env[68466]: DEBUG nova.compute.manager [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.478826] env[68466]: DEBUG nova.network.neutron [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Successfully created port: 676071fe-d63c-4b7f-a969-47e2704e5d70 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.518434] env[68466]: DEBUG nova.compute.manager [req-71b5431f-dc43-4515-89b4-6e7131bf79bf req-24c71fbf-c639-40ae-aeec-4000cf7e608c service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Received event network-changed-8f35b686-f647-4a9d-8e1a-242d10ce844b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.518552] env[68466]: DEBUG nova.compute.manager [req-71b5431f-dc43-4515-89b4-6e7131bf79bf req-24c71fbf-c639-40ae-aeec-4000cf7e608c service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Refreshing instance network info cache due to event network-changed-8f35b686-f647-4a9d-8e1a-242d10ce844b. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 764.518707] env[68466]: DEBUG oslo_concurrency.lockutils [req-71b5431f-dc43-4515-89b4-6e7131bf79bf req-24c71fbf-c639-40ae-aeec-4000cf7e608c service nova] Acquiring lock "refresh_cache-5241821c-6db7-482c-b466-9f15b8ad21e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.518844] env[68466]: DEBUG oslo_concurrency.lockutils [req-71b5431f-dc43-4515-89b4-6e7131bf79bf req-24c71fbf-c639-40ae-aeec-4000cf7e608c service nova] Acquired lock "refresh_cache-5241821c-6db7-482c-b466-9f15b8ad21e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.518996] env[68466]: DEBUG nova.network.neutron [req-71b5431f-dc43-4515-89b4-6e7131bf79bf req-24c71fbf-c639-40ae-aeec-4000cf7e608c service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Refreshing network info cache for port 8f35b686-f647-4a9d-8e1a-242d10ce844b {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.561989] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622009} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.566164] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0/54de098c-d0f8-4987-8b42-c964156b16d0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.566972] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.567468] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ca4b591-b8ca-4300-a4b9-deca2b478a60 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.577873] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812179, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.581175] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 764.581175] env[68466]: value = "task-2812182" [ 764.581175] env[68466]: _type = "Task" [ 764.581175] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.584345] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812180, 'name': ReconfigVM_Task, 'duration_secs': 0.329945} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.587968] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 313032c0-fbc2-412b-9d9f-18fc97b79c78/313032c0-fbc2-412b-9d9f-18fc97b79c78.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.588933] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a460226d-0590-40d6-b9bc-5b52b6934761 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.597020] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.598633] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 764.598633] env[68466]: value = "task-2812183" [ 764.598633] env[68466]: _type = "Task" [ 764.598633] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.607676] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812183, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.637191] env[68466]: DEBUG nova.compute.manager [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.755013] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521bb868-c64d-0ca0-6df2-5ccdc16e2241, 'name': SearchDatastore_Task, 'duration_secs': 0.012447} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.757819] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.758075] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.758316] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.758463] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.758638] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.759368] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ade7c37-cead-422c-9f5a-798cb79ffe02 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.769626] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.769865] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.773421] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c407e61f-1604-4660-b9f4-58625923dbc7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.779981] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 764.779981] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a6b30-dfbe-6ff3-b39d-d418761475cd" [ 764.779981] env[68466]: _type = "Task" [ 764.779981] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.794380] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a6b30-dfbe-6ff3-b39d-d418761475cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.881788] env[68466]: DEBUG oslo_vmware.api [None req-deacbec6-39be-4569-8575-0e08d98805a2 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812181, 'name': SuspendVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.953376] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.074074] env[68466]: DEBUG oslo_vmware.api [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812179, 'name': PowerOnVM_Task, 'duration_secs': 0.52403} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.074074] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.074602] env[68466]: INFO nova.compute.manager [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Took 8.44 seconds to spawn the instance on the hypervisor. [ 765.074602] env[68466]: DEBUG nova.compute.manager [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.075347] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f27ecf-eac1-4ceb-adfa-69ac34212a85 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.096060] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080175} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.098692] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.100022] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800fa921-fb12-4038-85e3-d2fe913bf470 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.127601] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0/54de098c-d0f8-4987-8b42-c964156b16d0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.127922] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812183, 'name': Rename_Task, 'duration_secs': 0.198742} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.131911] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559db941-2626-41f9-a003-e56543e1de39 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.145771] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.152142] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bebf641-45ec-454c-ab20-03ce1de3d669 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.161372] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646c35bb-135c-41fd-9d1f-2ed40c95792a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.163917] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 765.163917] env[68466]: value = "task-2812184" [ 765.163917] env[68466]: _type = "Task" [ 765.163917] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.165304] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 765.165304] env[68466]: value = "task-2812185" [ 765.165304] env[68466]: _type = "Task" [ 765.165304] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.174986] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb4a112-91f5-4b30-8dbc-ff7f2586c7f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.186956] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.186956] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812184, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.218282] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34caafb-4bc0-48df-b0ef-069dc39a7f52 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.228796] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ecd7da-2337-4908-87f7-8c8e0c4a8a84 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.245333] env[68466]: DEBUG nova.compute.provider_tree [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.257373] env[68466]: DEBUG nova.network.neutron [req-71b5431f-dc43-4515-89b4-6e7131bf79bf req-24c71fbf-c639-40ae-aeec-4000cf7e608c service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Updated VIF entry in instance network info cache for port 8f35b686-f647-4a9d-8e1a-242d10ce844b. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.257739] env[68466]: DEBUG nova.network.neutron [req-71b5431f-dc43-4515-89b4-6e7131bf79bf req-24c71fbf-c639-40ae-aeec-4000cf7e608c service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Updating instance_info_cache with network_info: [{"id": "8f35b686-f647-4a9d-8e1a-242d10ce844b", "address": "fa:16:3e:db:42:a0", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f35b686-f6", "ovs_interfaceid": "8f35b686-f647-4a9d-8e1a-242d10ce844b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.291005] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a6b30-dfbe-6ff3-b39d-d418761475cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.291815] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69385cc8-3a2d-459a-bed5-9bec2173bb2c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.297211] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 765.297211] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526607ee-4a95-41ae-d4a4-c7744391c5bb" [ 765.297211] env[68466]: _type = "Task" [ 765.297211] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.305176] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526607ee-4a95-41ae-d4a4-c7744391c5bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.380172] env[68466]: DEBUG oslo_vmware.api [None req-deacbec6-39be-4569-8575-0e08d98805a2 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812181, 'name': SuspendVM_Task, 'duration_secs': 0.639783} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.380529] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-deacbec6-39be-4569-8575-0e08d98805a2 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Suspended the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 765.380719] env[68466]: DEBUG nova.compute.manager [None req-deacbec6-39be-4569-8575-0e08d98805a2 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.381488] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d66d2f0-0d18-48a1-a85e-41c3bc17ccfa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.595789] env[68466]: INFO nova.compute.manager [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Took 53.17 seconds to build instance. [ 765.654065] env[68466]: DEBUG nova.compute.manager [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.680984] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.683903] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.684215] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.684390] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.684646] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.684809] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.684992] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.685259] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.685453] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.685656] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.686080] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.686080] env[68466]: DEBUG nova.virt.hardware [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.686900] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb68618-f73d-4f3e-933a-ff77d44b1d62 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.692946] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.697821] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d62b360-585d-419e-97b4-3c694a3cc518 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.748153] env[68466]: DEBUG nova.scheduler.client.report [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.760689] env[68466]: DEBUG oslo_concurrency.lockutils [req-71b5431f-dc43-4515-89b4-6e7131bf79bf req-24c71fbf-c639-40ae-aeec-4000cf7e608c service nova] Releasing lock "refresh_cache-5241821c-6db7-482c-b466-9f15b8ad21e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.809599] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526607ee-4a95-41ae-d4a4-c7744391c5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.810066] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.810403] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 5241821c-6db7-482c-b466-9f15b8ad21e7/5241821c-6db7-482c-b466-9f15b8ad21e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.810778] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54d5b34a-aa9d-4601-b5e6-db38b8f7da63 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.822238] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 765.822238] env[68466]: value = "task-2812186" [ 765.822238] env[68466]: _type = "Task" [ 765.822238] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.832635] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.038378] env[68466]: DEBUG nova.network.neutron [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Successfully updated port: 676071fe-d63c-4b7f-a969-47e2704e5d70 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.099033] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e1fa9b85-e949-4450-93f7-b698aca6f11e tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "38281f32-3fce-40dd-83f1-56c133ea71ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.658s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.180789] env[68466]: DEBUG oslo_vmware.api [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812184, 'name': PowerOnVM_Task, 'duration_secs': 0.897733} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.184867] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.185162] env[68466]: INFO nova.compute.manager [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Took 6.88 seconds to spawn the instance on the hypervisor. [ 766.185407] env[68466]: DEBUG nova.compute.manager [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.185795] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812185, 'name': ReconfigVM_Task, 'duration_secs': 0.784242} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.186672] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e5df0e-ff42-479e-ae2b-517351c913c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.189574] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0/54de098c-d0f8-4987-8b42-c964156b16d0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.190583] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25a74a03-3a0e-49d0-9bb0-4b2154b77f78 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.202986] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 766.202986] env[68466]: value = "task-2812187" [ 766.202986] env[68466]: _type = "Task" [ 766.202986] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.219851] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812187, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.253587] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.254238] env[68466]: DEBUG nova.compute.manager [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.257898] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.151s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.259548] env[68466]: INFO nova.compute.claims [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.331198] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494041} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.331533] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 5241821c-6db7-482c-b466-9f15b8ad21e7/5241821c-6db7-482c-b466-9f15b8ad21e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.331701] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.331952] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-625c8e0f-ba77-48c1-a177-98dd9c675927 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.338410] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 766.338410] env[68466]: value = "task-2812188" [ 766.338410] env[68466]: _type = "Task" [ 766.338410] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.348062] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.428944] env[68466]: INFO nova.compute.manager [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Rescuing [ 766.428944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.429146] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquired lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.429332] env[68466]: DEBUG nova.network.neutron [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.538853] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "refresh_cache-d05c7934-49ff-481f-a11f-38c80f0f330e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.539129] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired lock "refresh_cache-d05c7934-49ff-481f-a11f-38c80f0f330e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.539255] env[68466]: DEBUG nova.network.neutron [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.602911] env[68466]: DEBUG nova.compute.manager [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.718162] env[68466]: INFO nova.compute.manager [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Took 45.15 seconds to build instance. [ 766.723312] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812187, 'name': Rename_Task, 'duration_secs': 0.205036} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.723574] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.723848] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfe5c4a0-a39c-457d-b50b-68cfaef75148 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.730877] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 766.730877] env[68466]: value = "task-2812189" [ 766.730877] env[68466]: _type = "Task" [ 766.730877] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.740498] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.759493] env[68466]: DEBUG nova.compute.utils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.760832] env[68466]: DEBUG nova.compute.manager [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.761438] env[68466]: DEBUG nova.network.neutron [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.806309] env[68466]: DEBUG nova.compute.manager [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Received event network-vif-plugged-676071fe-d63c-4b7f-a969-47e2704e5d70 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 766.806590] env[68466]: DEBUG oslo_concurrency.lockutils [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] Acquiring lock "d05c7934-49ff-481f-a11f-38c80f0f330e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.806819] env[68466]: DEBUG oslo_concurrency.lockutils [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] Lock "d05c7934-49ff-481f-a11f-38c80f0f330e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.806991] env[68466]: DEBUG oslo_concurrency.lockutils [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] Lock "d05c7934-49ff-481f-a11f-38c80f0f330e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.807446] env[68466]: DEBUG nova.compute.manager [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] No waiting events found dispatching network-vif-plugged-676071fe-d63c-4b7f-a969-47e2704e5d70 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.807641] env[68466]: WARNING nova.compute.manager [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Received unexpected event network-vif-plugged-676071fe-d63c-4b7f-a969-47e2704e5d70 for instance with vm_state building and task_state spawning. [ 766.807817] env[68466]: DEBUG nova.compute.manager [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Received event network-changed-676071fe-d63c-4b7f-a969-47e2704e5d70 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 766.808117] env[68466]: DEBUG nova.compute.manager [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Refreshing instance network info cache due to event network-changed-676071fe-d63c-4b7f-a969-47e2704e5d70. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 766.808425] env[68466]: DEBUG oslo_concurrency.lockutils [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] Acquiring lock "refresh_cache-d05c7934-49ff-481f-a11f-38c80f0f330e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.824907] env[68466]: DEBUG nova.policy [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18013abc24c4c418a7dbcb9b542b640', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6ecd68a7d62499e838904196f83343b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.850469] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060733} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.850469] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.850648] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01c79b6-c537-4fa3-9be1-4c885eb9b054 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.874224] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 5241821c-6db7-482c-b466-9f15b8ad21e7/5241821c-6db7-482c-b466-9f15b8ad21e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.874583] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e1a087-bcb1-4422-9b0f-0ba1423363bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.895305] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 766.895305] env[68466]: value = "task-2812190" [ 766.895305] env[68466]: _type = "Task" [ 766.895305] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.903062] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.128646] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.221350] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6e8700c4-f974-4f3e-bd51-f1b1bf14aa91 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "313032c0-fbc2-412b-9d9f-18fc97b79c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.241s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.241465] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.242393] env[68466]: DEBUG nova.network.neutron [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.267310] env[68466]: DEBUG nova.compute.manager [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.410954] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.594411] env[68466]: DEBUG nova.network.neutron [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Updating instance_info_cache with network_info: [{"id": "676071fe-d63c-4b7f-a969-47e2704e5d70", "address": "fa:16:3e:ab:6e:91", "network": {"id": "343fdf74-8c3d-490e-90f8-911d44234111", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658146401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4ab2907f8a4158b9a8c020772b631e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap676071fe-d6", "ovs_interfaceid": "676071fe-d63c-4b7f-a969-47e2704e5d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.622341] env[68466]: DEBUG nova.network.neutron [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updating instance_info_cache with network_info: [{"id": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "address": "fa:16:3e:e1:5f:14", "network": {"id": "19bd6734-8697-4dd8-b510-fafe2df19a65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851114934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "33c5f084901e4de4aa8d341819b36d89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b1a1ba-e5", "ovs_interfaceid": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.626260] env[68466]: DEBUG nova.network.neutron [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Successfully created port: 80c5b678-58b0-4cd5-94bc-327cdc4390b9 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.728984] env[68466]: DEBUG nova.compute.manager [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.742752] env[68466]: DEBUG oslo_vmware.api [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812189, 'name': PowerOnVM_Task, 'duration_secs': 0.904136} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.745613] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.745841] env[68466]: DEBUG nova.compute.manager [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.746985] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b7ac5e-6be6-4175-bcd8-5099c0fd0e3b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.794143] env[68466]: DEBUG nova.compute.manager [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.794143] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5cd5c5-1817-41cf-a3f2-c22e165cebdd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.842649] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8753cc6d-cb70-4aad-ade6-e0274ab17e0c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.851208] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef7601a-d099-4606-bbd0-1be30f6cc792 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.887320] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890488be-8508-40fd-9264-e8e7f1710803 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.891790] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe10421b-93b6-44e2-b82e-bfbbe5a59462 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.908183] env[68466]: DEBUG nova.compute.provider_tree [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.912209] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812190, 'name': ReconfigVM_Task, 'duration_secs': 0.698024} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.912678] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 5241821c-6db7-482c-b466-9f15b8ad21e7/5241821c-6db7-482c-b466-9f15b8ad21e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.913664] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad9ddb7-d582-4ee3-bb2b-965cd5c71493 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.919818] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 767.919818] env[68466]: value = "task-2812191" [ 767.919818] env[68466]: _type = "Task" [ 767.919818] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.928400] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812191, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.947943] env[68466]: INFO nova.compute.manager [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Rebuilding instance [ 767.987555] env[68466]: DEBUG nova.compute.manager [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.988450] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722642a6-4fe7-47fd-b9e8-3aa7a996774b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.099112] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Releasing lock "refresh_cache-d05c7934-49ff-481f-a11f-38c80f0f330e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.099112] env[68466]: DEBUG nova.compute.manager [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Instance network_info: |[{"id": "676071fe-d63c-4b7f-a969-47e2704e5d70", "address": "fa:16:3e:ab:6e:91", "network": {"id": "343fdf74-8c3d-490e-90f8-911d44234111", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658146401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4ab2907f8a4158b9a8c020772b631e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap676071fe-d6", "ovs_interfaceid": "676071fe-d63c-4b7f-a969-47e2704e5d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.099112] env[68466]: DEBUG oslo_concurrency.lockutils [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] Acquired lock "refresh_cache-d05c7934-49ff-481f-a11f-38c80f0f330e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.099112] env[68466]: DEBUG nova.network.neutron [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Refreshing network info cache for port 676071fe-d63c-4b7f-a969-47e2704e5d70 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.101111] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:6e:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '676071fe-d63c-4b7f-a969-47e2704e5d70', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.109350] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.110287] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.110897] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6acdf1f-31b7-4b2a-b126-123ff821430e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.129300] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Releasing lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.136839] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.136839] env[68466]: value = "task-2812192" [ 768.136839] env[68466]: _type = "Task" [ 768.136839] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.148804] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812192, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.249902] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.263487] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.278019] env[68466]: DEBUG nova.compute.manager [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.302347] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.302666] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.304394] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.304394] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.304394] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.304394] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.304394] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.304394] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.304394] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.304394] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.304394] env[68466]: DEBUG nova.virt.hardware [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.306683] env[68466]: INFO nova.compute.manager [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] instance snapshotting [ 768.306683] env[68466]: WARNING nova.compute.manager [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 768.307587] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd63e168-b32c-4c32-b8e0-02964b17883d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.313025] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c41b0c-195c-4780-8a10-5aab0343b203 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.333432] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef553dc7-909d-401b-85f9-1aacbca4d11f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.338386] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4736cb5a-4f19-4918-9f83-49368c6a60e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.418667] env[68466]: DEBUG nova.scheduler.client.report [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.430935] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812191, 'name': Rename_Task, 'duration_secs': 0.340045} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.431521] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.431521] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b13838bd-09bb-41a9-97bd-b80cc96419c9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.437688] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 768.437688] env[68466]: value = "task-2812193" [ 768.437688] env[68466]: _type = "Task" [ 768.437688] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.447089] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.652043] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812192, 'name': CreateVM_Task, 'duration_secs': 0.486694} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.652389] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.653141] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.653377] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.653865] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.655565] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b704dad-2b62-4fee-a53f-cd9d77e0faef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.660924] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 768.660924] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52932f70-52fa-2212-77e9-53424dd2103b" [ 768.660924] env[68466]: _type = "Task" [ 768.660924] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.671713] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52932f70-52fa-2212-77e9-53424dd2103b, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.671851] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.672102] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.672344] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.672534] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.673562] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.673562] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6158b070-441e-4a3d-b499-ca560a4d4e13 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.681984] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.681984] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.684827] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb5d7ae-611c-4b80-b062-76fddc69304f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.690519] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 768.690519] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ff1e17-3350-27e2-f7b0-04a4e777a9b9" [ 768.690519] env[68466]: _type = "Task" [ 768.690519] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.698141] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ff1e17-3350-27e2-f7b0-04a4e777a9b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.705435] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "54de098c-d0f8-4987-8b42-c964156b16d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.705658] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "54de098c-d0f8-4987-8b42-c964156b16d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.705870] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "54de098c-d0f8-4987-8b42-c964156b16d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.706112] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "54de098c-d0f8-4987-8b42-c964156b16d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.706341] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "54de098c-d0f8-4987-8b42-c964156b16d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.708583] env[68466]: INFO nova.compute.manager [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Terminating instance [ 768.828127] env[68466]: DEBUG nova.network.neutron [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Updated VIF entry in instance network info cache for port 676071fe-d63c-4b7f-a969-47e2704e5d70. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.828504] env[68466]: DEBUG nova.network.neutron [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Updating instance_info_cache with network_info: [{"id": "676071fe-d63c-4b7f-a969-47e2704e5d70", "address": "fa:16:3e:ab:6e:91", "network": {"id": "343fdf74-8c3d-490e-90f8-911d44234111", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658146401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4ab2907f8a4158b9a8c020772b631e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap676071fe-d6", "ovs_interfaceid": "676071fe-d63c-4b7f-a969-47e2704e5d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.858067] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.858404] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-acabdece-33e8-4990-95b7-1801622a53cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.868230] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 768.868230] env[68466]: value = "task-2812194" [ 768.868230] env[68466]: _type = "Task" [ 768.868230] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.621553] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.364s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.622093] env[68466]: DEBUG nova.compute.manager [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.624842] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.626579] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "refresh_cache-54de098c-d0f8-4987-8b42-c964156b16d0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.626740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquired lock "refresh_cache-54de098c-d0f8-4987-8b42-c964156b16d0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.626902] env[68466]: DEBUG nova.network.neutron [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.629707] env[68466]: DEBUG oslo_concurrency.lockutils [req-b105786e-cbf7-4fd9-89c9-e4dce7996e94 req-79b6bdea-9922-4044-8144-3daacadabf5d service nova] Releasing lock "refresh_cache-d05c7934-49ff-481f-a11f-38c80f0f330e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.630083] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812194, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.630291] env[68466]: WARNING oslo_vmware.common.loopingcall [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] task run outlasted interval by 0.26188 sec [ 769.631854] env[68466]: DEBUG nova.network.neutron [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Successfully updated port: 80c5b678-58b0-4cd5-94bc-327cdc4390b9 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.633826] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.553s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.634011] env[68466]: DEBUG nova.objects.instance [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 769.639941] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b90eb6-0350-4d54-9db8-48e4eb18b12a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.645045] env[68466]: DEBUG nova.compute.manager [req-0311e1d8-bb41-4a97-b852-a76f1220ca45 req-822cb483-a338-457d-acbb-51b7005f20c5 service nova] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Received event network-vif-plugged-80c5b678-58b0-4cd5-94bc-327cdc4390b9 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.645316] env[68466]: DEBUG oslo_concurrency.lockutils [req-0311e1d8-bb41-4a97-b852-a76f1220ca45 req-822cb483-a338-457d-acbb-51b7005f20c5 service nova] Acquiring lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.645540] env[68466]: DEBUG oslo_concurrency.lockutils [req-0311e1d8-bb41-4a97-b852-a76f1220ca45 req-822cb483-a338-457d-acbb-51b7005f20c5 service nova] Lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.645708] env[68466]: DEBUG oslo_concurrency.lockutils [req-0311e1d8-bb41-4a97-b852-a76f1220ca45 req-822cb483-a338-457d-acbb-51b7005f20c5 service nova] Lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.645870] env[68466]: DEBUG nova.compute.manager [req-0311e1d8-bb41-4a97-b852-a76f1220ca45 req-822cb483-a338-457d-acbb-51b7005f20c5 service nova] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] No waiting events found dispatching network-vif-plugged-80c5b678-58b0-4cd5-94bc-327cdc4390b9 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.646052] env[68466]: WARNING nova.compute.manager [req-0311e1d8-bb41-4a97-b852-a76f1220ca45 req-822cb483-a338-457d-acbb-51b7005f20c5 service nova] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Received unexpected event network-vif-plugged-80c5b678-58b0-4cd5-94bc-327cdc4390b9 for instance with vm_state building and task_state spawning. [ 769.661356] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ff1e17-3350-27e2-f7b0-04a4e777a9b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008673} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.665434] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 769.665434] env[68466]: value = "task-2812195" [ 769.665434] env[68466]: _type = "Task" [ 769.665434] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.665657] env[68466]: DEBUG oslo_vmware.api [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812193, 'name': PowerOnVM_Task, 'duration_secs': 0.598111} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.666664] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812194, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.666664] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc61f56-e710-4882-81bd-9ea798f8796b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.668970] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.669202] env[68466]: INFO nova.compute.manager [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Took 7.66 seconds to spawn the instance on the hypervisor. [ 769.669381] env[68466]: DEBUG nova.compute.manager [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.674695] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e8cea0-36db-4e5d-9cc4-bbdf28b72184 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.682245] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 769.682245] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526e8f68-01db-5a73-0450-13d4ad33a186" [ 769.682245] env[68466]: _type = "Task" [ 769.682245] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.687412] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.702905] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526e8f68-01db-5a73-0450-13d4ad33a186, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.702905] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.703169] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] d05c7934-49ff-481f-a11f-38c80f0f330e/d05c7934-49ff-481f-a11f-38c80f0f330e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.703485] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9a736bf-986f-4109-be41-5b6add811b2d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.713044] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 769.713044] env[68466]: value = "task-2812196" [ 769.713044] env[68466]: _type = "Task" [ 769.713044] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.719022] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.138021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-c250fc4c-0d96-4a4a-9a90-8416efe09fdc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.138021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-c250fc4c-0d96-4a4a-9a90-8416efe09fdc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.138021] env[68466]: DEBUG nova.network.neutron [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.138021] env[68466]: DEBUG nova.compute.utils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.149971] env[68466]: DEBUG nova.compute.manager [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.150340] env[68466]: DEBUG nova.network.neutron [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.153377] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.159384] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7ff559e-0767-4857-9270-5e4ee6242493 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.177286] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812194, 'name': CreateSnapshot_Task, 'duration_secs': 0.897103} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.178417] env[68466]: DEBUG nova.network.neutron [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.184039] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.184641] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 770.184641] env[68466]: value = "task-2812197" [ 770.184641] env[68466]: _type = "Task" [ 770.184641] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.186200] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce544f7d-959e-43df-b2fd-dc175cf7241b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.204571] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812195, 'name': PowerOffVM_Task, 'duration_secs': 0.277801} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.209393] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.210024] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.210403] env[68466]: INFO nova.compute.manager [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Took 48.34 seconds to build instance. [ 770.212413] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b4df71-5208-4956-9d41-0144d74348f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.227382] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.235822] env[68466]: DEBUG nova.policy [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '677fa5cea211484eb3559504b2c4f4c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398ba8bba26b4103a6fd98edc1ca519a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.242379] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.246643] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b074a73-624d-483f-ad2b-740adf953a96 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.249258] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812196, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.273669] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.273919] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.274244] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Deleting the datastore file [datastore1] 313032c0-fbc2-412b-9d9f-18fc97b79c78 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.274894] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccda74aa-75a8-4a64-bffc-1a5481b6bf50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.281630] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 770.281630] env[68466]: value = "task-2812199" [ 770.281630] env[68466]: _type = "Task" [ 770.281630] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.290017] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.295494] env[68466]: DEBUG nova.network.neutron [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.599372] env[68466]: DEBUG nova.network.neutron [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Successfully created port: 1518bc7a-2781-4b0c-ae6d-bddee943ee13 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.647104] env[68466]: DEBUG nova.compute.manager [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.656025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e0e58c6-a15b-4078-aacb-5bab8f58380a tempest-ServersAdmin275Test-1367490244 tempest-ServersAdmin275Test-1367490244-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.656025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.715s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.656981] env[68466]: INFO nova.compute.claims [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.695168] env[68466]: DEBUG nova.network.neutron [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.708520] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812197, 'name': PowerOffVM_Task, 'duration_secs': 0.345643} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.708788] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.709657] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030aabfe-958b-4896-b759-5a3958dd783f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.716686] env[68466]: DEBUG oslo_concurrency.lockutils [None req-00d6a11d-a19e-4a85-a845-331eb328849c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "5241821c-6db7-482c-b466-9f15b8ad21e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.590s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.749440] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.751605] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3fa7ad57-e92b-45e6-94c0-bcca1afe2961 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.755392] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa57ff5-2fb9-4cf4-b682-79486c7b2d68 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.762753] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563674} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.763785] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] d05c7934-49ff-481f-a11f-38c80f0f330e/d05c7934-49ff-481f-a11f-38c80f0f330e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.764335] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.764858] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fa47377-058e-44a1-a7f6-949b03d193c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.772366] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 770.772366] env[68466]: value = "task-2812200" [ 770.772366] env[68466]: _type = "Task" [ 770.772366] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.777329] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 770.777329] env[68466]: value = "task-2812201" [ 770.777329] env[68466]: _type = "Task" [ 770.777329] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.788154] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812200, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.803074] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Releasing lock "refresh_cache-54de098c-d0f8-4987-8b42-c964156b16d0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.803718] env[68466]: DEBUG nova.compute.manager [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.803917] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.804245] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129623} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.804711] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.807503] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.808621] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f04fb-8ff7-46db-b27a-348632cdd339 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.811257] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.811413] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.811589] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.815445] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08266ee6-0529-4e8c-8d40-beba9f235b54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.822321] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.823561] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2dd37cd-c9c0-49e2-974d-198ab8404aed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.825219] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 770.825219] env[68466]: value = "task-2812202" [ 770.825219] env[68466]: _type = "Task" [ 770.825219] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.829730] env[68466]: DEBUG oslo_vmware.api [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 770.829730] env[68466]: value = "task-2812203" [ 770.829730] env[68466]: _type = "Task" [ 770.829730] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.838840] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 770.838840] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.839092] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.839092] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.839251] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.839532] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0518ad9f-950c-4ece-b578-ffc151300e27 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.845420] env[68466]: DEBUG oslo_vmware.api [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.852663] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.852840] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.853586] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76650f44-e709-4011-80dd-08bd5b6574eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.858622] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 770.858622] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a4eda0-4bd9-8bd8-6539-5f0633765b6b" [ 770.858622] env[68466]: _type = "Task" [ 770.858622] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.867368] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a4eda0-4bd9-8bd8-6539-5f0633765b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.980661] env[68466]: DEBUG nova.network.neutron [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Updating instance_info_cache with network_info: [{"id": "80c5b678-58b0-4cd5-94bc-327cdc4390b9", "address": "fa:16:3e:00:db:96", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80c5b678-58", "ovs_interfaceid": "80c5b678-58b0-4cd5-94bc-327cdc4390b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.251245] env[68466]: DEBUG nova.compute.manager [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.284105] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812200, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.289106] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068924} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.290126] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.290913] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db7ad1f-de1f-4f77-b894-b570b1c15634 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.313396] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] d05c7934-49ff-481f-a11f-38c80f0f330e/d05c7934-49ff-481f-a11f-38c80f0f330e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.315654] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acf3adc5-9125-4a9d-9f66-ae879bfce53b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.336638] env[68466]: DEBUG nova.compute.manager [req-3708511b-9c03-423d-a847-a9d749c6a0ed req-2701698b-9ac9-44ab-ac4a-da7815cba622 service nova] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Received event network-changed-80c5b678-58b0-4cd5-94bc-327cdc4390b9 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.336638] env[68466]: DEBUG nova.compute.manager [req-3708511b-9c03-423d-a847-a9d749c6a0ed req-2701698b-9ac9-44ab-ac4a-da7815cba622 service nova] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Refreshing instance network info cache due to event network-changed-80c5b678-58b0-4cd5-94bc-327cdc4390b9. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 771.336638] env[68466]: DEBUG oslo_concurrency.lockutils [req-3708511b-9c03-423d-a847-a9d749c6a0ed req-2701698b-9ac9-44ab-ac4a-da7815cba622 service nova] Acquiring lock "refresh_cache-c250fc4c-0d96-4a4a-9a90-8416efe09fdc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.340482] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 771.340482] env[68466]: value = "task-2812204" [ 771.340482] env[68466]: _type = "Task" [ 771.340482] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.349574] env[68466]: DEBUG oslo_vmware.api [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812203, 'name': PowerOffVM_Task, 'duration_secs': 0.157727} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.350426] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.350571] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.350853] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75300e22-d0dc-4568-a9a4-1ff19ff24cda {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.355669] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.368709] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a4eda0-4bd9-8bd8-6539-5f0633765b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.369542] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf85a05-a1ea-47f5-af93-46d2d689d431 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.376454] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 771.376454] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a629df-3992-5a3a-ddd1-bf0c12875593" [ 771.376454] env[68466]: _type = "Task" [ 771.376454] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.377734] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.377931] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.378124] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Deleting the datastore file [datastore2] 54de098c-d0f8-4987-8b42-c964156b16d0 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.382017] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0775ca9e-d184-480b-ad80-8a7d472e3305 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.389664] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a629df-3992-5a3a-ddd1-bf0c12875593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.391037] env[68466]: DEBUG oslo_vmware.api [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for the task: (returnval){ [ 771.391037] env[68466]: value = "task-2812206" [ 771.391037] env[68466]: _type = "Task" [ 771.391037] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.400648] env[68466]: DEBUG oslo_vmware.api [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.485114] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-c250fc4c-0d96-4a4a-9a90-8416efe09fdc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.485547] env[68466]: DEBUG nova.compute.manager [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Instance network_info: |[{"id": "80c5b678-58b0-4cd5-94bc-327cdc4390b9", "address": "fa:16:3e:00:db:96", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80c5b678-58", "ovs_interfaceid": "80c5b678-58b0-4cd5-94bc-327cdc4390b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.485906] env[68466]: DEBUG oslo_concurrency.lockutils [req-3708511b-9c03-423d-a847-a9d749c6a0ed req-2701698b-9ac9-44ab-ac4a-da7815cba622 service nova] Acquired lock "refresh_cache-c250fc4c-0d96-4a4a-9a90-8416efe09fdc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.486177] env[68466]: DEBUG nova.network.neutron [req-3708511b-9c03-423d-a847-a9d749c6a0ed req-2701698b-9ac9-44ab-ac4a-da7815cba622 service nova] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Refreshing network info cache for port 80c5b678-58b0-4cd5-94bc-327cdc4390b9 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.487534] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:db:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80c5b678-58b0-4cd5-94bc-327cdc4390b9', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.496753] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Creating folder: Project (f6ecd68a7d62499e838904196f83343b). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.499942] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43b2f751-ffe5-494b-baf0-241fb2f0aa0a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.512792] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Created folder: Project (f6ecd68a7d62499e838904196f83343b) in parent group-v564977. [ 771.513048] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Creating folder: Instances. Parent ref: group-v565133. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.513301] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9785132-f047-4322-81b8-c0fb1999b7a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.525348] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Created folder: Instances in parent group-v565133. [ 771.525348] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.525348] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.525348] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8b205bf-b826-47c9-a694-0a2a9c88783b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.549161] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.549161] env[68466]: value = "task-2812209" [ 771.549161] env[68466]: _type = "Task" [ 771.549161] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.562567] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812209, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.658031] env[68466]: DEBUG nova.compute.manager [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.690019] env[68466]: DEBUG nova.virt.hardware [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.690887] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9a3c51-4a4e-4f76-8017-9fbdcb45e4a1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.703402] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94234f90-196d-48bb-a1d2-99e6db29a9c8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.765089] env[68466]: DEBUG nova.network.neutron [req-3708511b-9c03-423d-a847-a9d749c6a0ed req-2701698b-9ac9-44ab-ac4a-da7815cba622 service nova] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Updated VIF entry in instance network info cache for port 80c5b678-58b0-4cd5-94bc-327cdc4390b9. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.765089] env[68466]: DEBUG nova.network.neutron [req-3708511b-9c03-423d-a847-a9d749c6a0ed req-2701698b-9ac9-44ab-ac4a-da7815cba622 service nova] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Updating instance_info_cache with network_info: [{"id": "80c5b678-58b0-4cd5-94bc-327cdc4390b9", "address": "fa:16:3e:00:db:96", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80c5b678-58", "ovs_interfaceid": "80c5b678-58b0-4cd5-94bc-327cdc4390b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.774479] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.789181] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812200, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.853561] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812204, 'name': ReconfigVM_Task, 'duration_secs': 0.427675} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.853881] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Reconfigured VM instance instance-00000030 to attach disk [datastore2] d05c7934-49ff-481f-a11f-38c80f0f330e/d05c7934-49ff-481f-a11f-38c80f0f330e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.854597] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a31c02-f4a9-4e98-9014-824f764edc40 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.867099] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 771.867099] env[68466]: value = "task-2812210" [ 771.867099] env[68466]: _type = "Task" [ 771.867099] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.869434] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.869668] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.869826] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.869999] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.870162] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.870311] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.870516] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.870672] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.870834] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.870992] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.871196] env[68466]: DEBUG nova.virt.hardware [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.872141] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362185cf-4fa7-4282-9e07-f27f63024011 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.893479] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3cae13-ffcd-4092-ab8c-efd1a0763115 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.909315] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a629df-3992-5a3a-ddd1-bf0c12875593, 'name': SearchDatastore_Task, 'duration_secs': 0.024332} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.909315] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812210, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.911517] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.911790] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 38281f32-3fce-40dd-83f1-56c133ea71ac/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. {{(pid=68466) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 771.912404] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6368bde1-d67a-4584-a7da-dd54484ed5c0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.923113] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.928803] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.935071] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.935392] env[68466]: DEBUG oslo_vmware.api [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Task: {'id': task-2812206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165019} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.935800] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74bd9f37-7967-42e8-a1bd-2c16d0023171 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.950746] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.951073] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.951318] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.951529] env[68466]: INFO nova.compute.manager [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 771.951828] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.956050] env[68466]: DEBUG nova.compute.manager [-] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.956189] env[68466]: DEBUG nova.network.neutron [-] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.957921] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 771.957921] env[68466]: value = "task-2812211" [ 771.957921] env[68466]: _type = "Task" [ 771.957921] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.965451] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.965451] env[68466]: value = "task-2812212" [ 771.965451] env[68466]: _type = "Task" [ 771.965451] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.968628] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.976977] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812212, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.982207] env[68466]: DEBUG nova.network.neutron [-] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.059545] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812209, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.269854] env[68466]: DEBUG oslo_concurrency.lockutils [req-3708511b-9c03-423d-a847-a9d749c6a0ed req-2701698b-9ac9-44ab-ac4a-da7815cba622 service nova] Releasing lock "refresh_cache-c250fc4c-0d96-4a4a-9a90-8416efe09fdc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.287169] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812200, 'name': CloneVM_Task} progress is 95%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.291597] env[68466]: DEBUG nova.network.neutron [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Successfully updated port: 1518bc7a-2781-4b0c-ae6d-bddee943ee13 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.299806] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b831368f-31d4-4b3b-b044-4e848e726c08 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.309902] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8640cd8b-ff36-4ae9-adbf-90d0bdad989c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.345445] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79cc30e-064a-45b9-8c31-16d052dcef62 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.357023] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360fa555-f353-4f7b-837c-6671addc7849 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.369478] env[68466]: DEBUG nova.compute.provider_tree [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.382222] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812210, 'name': Rename_Task, 'duration_secs': 0.204803} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.383150] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.383399] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f48e6cc8-27f9-4cd2-a25a-b2bd214a8c24 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.390620] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 772.390620] env[68466]: value = "task-2812213" [ 772.390620] env[68466]: _type = "Task" [ 772.390620] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.400379] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.471188] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812211, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.480814] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812212, 'name': CreateVM_Task, 'duration_secs': 0.514461} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.481043] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.481493] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.481648] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.481980] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.482278] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4289118b-173b-493e-8451-b353a0a2a348 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.488397] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 772.488397] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5253bd11-88c7-6023-90fe-e4097dc28977" [ 772.488397] env[68466]: _type = "Task" [ 772.488397] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.492308] env[68466]: DEBUG nova.network.neutron [-] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.497298] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5253bd11-88c7-6023-90fe-e4097dc28977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.558033] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "578a39b7-3420-4fa1-bba6-820f2683de96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.558162] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "578a39b7-3420-4fa1-bba6-820f2683de96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.563659] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812209, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.784759] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812200, 'name': CloneVM_Task, 'duration_secs': 1.966594} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.785056] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Created linked-clone VM from snapshot [ 772.785801] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4028328f-c96a-463b-82aa-3b118a14bbb1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.793231] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Uploading image 9ad49223-b073-49e2-aa67-8b179568ff60 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.795467] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "refresh_cache-8beb5243-5465-4efc-bfe9-5487a5ee16b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.795603] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "refresh_cache-8beb5243-5465-4efc-bfe9-5487a5ee16b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.796019] env[68466]: DEBUG nova.network.neutron [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.817793] env[68466]: DEBUG oslo_vmware.rw_handles [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 772.817793] env[68466]: value = "vm-565132" [ 772.817793] env[68466]: _type = "VirtualMachine" [ 772.817793] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 772.818380] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad8cae06-22bd-47bd-b185-0860e1f1e2ce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.826048] env[68466]: DEBUG oslo_vmware.rw_handles [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lease: (returnval){ [ 772.826048] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52404482-6704-e2d0-c7a5-195746b5ae51" [ 772.826048] env[68466]: _type = "HttpNfcLease" [ 772.826048] env[68466]: } obtained for exporting VM: (result){ [ 772.826048] env[68466]: value = "vm-565132" [ 772.826048] env[68466]: _type = "VirtualMachine" [ 772.826048] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 772.826363] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the lease: (returnval){ [ 772.826363] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52404482-6704-e2d0-c7a5-195746b5ae51" [ 772.826363] env[68466]: _type = "HttpNfcLease" [ 772.826363] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 772.834409] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.834409] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52404482-6704-e2d0-c7a5-195746b5ae51" [ 772.834409] env[68466]: _type = "HttpNfcLease" [ 772.834409] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 772.873723] env[68466]: DEBUG nova.scheduler.client.report [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.901244] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.968682] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620318} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.968981] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 38281f32-3fce-40dd-83f1-56c133ea71ac/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. [ 772.969770] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322e39a2-4835-49be-bfbe-0a21639a38cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.994139] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 38281f32-3fce-40dd-83f1-56c133ea71ac/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.994850] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e9ed1ff-c671-4dcc-9663-6c0968cbec88 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.010350] env[68466]: INFO nova.compute.manager [-] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Took 1.05 seconds to deallocate network for instance. [ 773.017872] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 773.017872] env[68466]: value = "task-2812215" [ 773.017872] env[68466]: _type = "Task" [ 773.017872] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.021385] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5253bd11-88c7-6023-90fe-e4097dc28977, 'name': SearchDatastore_Task, 'duration_secs': 0.024497} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.024403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.025677] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.025677] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.025677] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.025677] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.025858] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c92d62-c9da-407c-9dbc-d1290acd5086 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.035186] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812215, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.038157] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.038349] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.039097] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f70c890-350b-4b3f-8af4-00dcb42e9277 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.044801] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 773.044801] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52136442-359a-3944-d07e-46cd1da80cff" [ 773.044801] env[68466]: _type = "Task" [ 773.044801] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.056432] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52136442-359a-3944-d07e-46cd1da80cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.061271] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812209, 'name': CreateVM_Task, 'duration_secs': 1.498626} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.061424] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.062074] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.062237] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.062548] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.062786] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624c5f58-6909-4a0f-9eba-ac9f6441ab99 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.067281] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 773.067281] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52141196-f580-2b7c-f867-376bf826cb21" [ 773.067281] env[68466]: _type = "Task" [ 773.067281] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.075449] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52141196-f580-2b7c-f867-376bf826cb21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.334260] env[68466]: DEBUG nova.network.neutron [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.338190] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 773.338190] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52404482-6704-e2d0-c7a5-195746b5ae51" [ 773.338190] env[68466]: _type = "HttpNfcLease" [ 773.338190] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 773.338373] env[68466]: DEBUG oslo_vmware.rw_handles [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 773.338373] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52404482-6704-e2d0-c7a5-195746b5ae51" [ 773.338373] env[68466]: _type = "HttpNfcLease" [ 773.338373] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 773.339112] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5494d2f8-6a98-44bc-8e55-b57714f95023 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.346860] env[68466]: DEBUG oslo_vmware.rw_handles [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521bb297-afff-af12-69c5-5a1933a1b0ea/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 773.346860] env[68466]: DEBUG oslo_vmware.rw_handles [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521bb297-afff-af12-69c5-5a1933a1b0ea/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 773.403210] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.403607] env[68466]: DEBUG nova.compute.manager [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.410770] env[68466]: DEBUG oslo_concurrency.lockutils [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.747s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.411073] env[68466]: DEBUG nova.objects.instance [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lazy-loading 'resources' on Instance uuid 5a62f3f8-6085-4b83-97de-363b63d6da97 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.422883] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812213, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.425961] env[68466]: DEBUG nova.compute.manager [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Received event network-vif-plugged-1518bc7a-2781-4b0c-ae6d-bddee943ee13 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 773.426285] env[68466]: DEBUG oslo_concurrency.lockutils [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] Acquiring lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.426623] env[68466]: DEBUG oslo_concurrency.lockutils [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] Lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.426775] env[68466]: DEBUG oslo_concurrency.lockutils [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] Lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.426981] env[68466]: DEBUG nova.compute.manager [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] No waiting events found dispatching network-vif-plugged-1518bc7a-2781-4b0c-ae6d-bddee943ee13 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.427223] env[68466]: WARNING nova.compute.manager [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Received unexpected event network-vif-plugged-1518bc7a-2781-4b0c-ae6d-bddee943ee13 for instance with vm_state building and task_state spawning. [ 773.427458] env[68466]: DEBUG nova.compute.manager [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Received event network-changed-1518bc7a-2781-4b0c-ae6d-bddee943ee13 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 773.427646] env[68466]: DEBUG nova.compute.manager [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Refreshing instance network info cache due to event network-changed-1518bc7a-2781-4b0c-ae6d-bddee943ee13. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 773.427837] env[68466]: DEBUG oslo_concurrency.lockutils [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] Acquiring lock "refresh_cache-8beb5243-5465-4efc-bfe9-5487a5ee16b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.451065] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8fcd3ce5-08fa-4dd4-8a38-c9e4805027da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.516710] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.533651] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812215, 'name': ReconfigVM_Task, 'duration_secs': 0.390363} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.533933] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 38281f32-3fce-40dd-83f1-56c133ea71ac/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.534832] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8df5b25-eabf-4a0a-96b7-1b97d3f4b074 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.564257] env[68466]: DEBUG nova.network.neutron [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Updating instance_info_cache with network_info: [{"id": "1518bc7a-2781-4b0c-ae6d-bddee943ee13", "address": "fa:16:3e:87:85:78", "network": {"id": "02415e9a-e637-4cff-89ad-654e35c6f882", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1804478258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "398ba8bba26b4103a6fd98edc1ca519a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1518bc7a-27", "ovs_interfaceid": "1518bc7a-2781-4b0c-ae6d-bddee943ee13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.570584] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb69964a-bf08-4e3d-a944-1abea7380153 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.588886] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52136442-359a-3944-d07e-46cd1da80cff, 'name': SearchDatastore_Task, 'duration_secs': 0.021823} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.593768] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52141196-f580-2b7c-f867-376bf826cb21, 'name': SearchDatastore_Task, 'duration_secs': 0.039546} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.594357] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 773.594357] env[68466]: value = "task-2812216" [ 773.594357] env[68466]: _type = "Task" [ 773.594357] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.594562] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b54e481-6314-4165-80a8-e3d36161dcb3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.596892] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.597185] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.597410] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.607070] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.608133] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 773.608133] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c26b45-9595-f453-1203-d01254d0260a" [ 773.608133] env[68466]: _type = "Task" [ 773.608133] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.616353] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c26b45-9595-f453-1203-d01254d0260a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.920896] env[68466]: DEBUG nova.compute.utils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.922400] env[68466]: DEBUG oslo_vmware.api [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812213, 'name': PowerOnVM_Task, 'duration_secs': 1.150887} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.924592] env[68466]: DEBUG nova.compute.manager [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.924592] env[68466]: DEBUG nova.network.neutron [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.926620] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.927245] env[68466]: INFO nova.compute.manager [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Took 8.27 seconds to spawn the instance on the hypervisor. [ 773.927245] env[68466]: DEBUG nova.compute.manager [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.928149] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865e8e5-cf13-4329-850b-b4235382b7bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.974029] env[68466]: DEBUG nova.policy [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bed0859068e94238896fc4d9bafb304b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7bb622848904297a83afe9b95a7788c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.066533] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "refresh_cache-8beb5243-5465-4efc-bfe9-5487a5ee16b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.067068] env[68466]: DEBUG nova.compute.manager [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Instance network_info: |[{"id": "1518bc7a-2781-4b0c-ae6d-bddee943ee13", "address": "fa:16:3e:87:85:78", "network": {"id": "02415e9a-e637-4cff-89ad-654e35c6f882", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1804478258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "398ba8bba26b4103a6fd98edc1ca519a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1518bc7a-27", "ovs_interfaceid": "1518bc7a-2781-4b0c-ae6d-bddee943ee13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.067483] env[68466]: DEBUG oslo_concurrency.lockutils [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] Acquired lock "refresh_cache-8beb5243-5465-4efc-bfe9-5487a5ee16b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.067781] env[68466]: DEBUG nova.network.neutron [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Refreshing network info cache for port 1518bc7a-2781-4b0c-ae6d-bddee943ee13 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.069376] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:85:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1518bc7a-2781-4b0c-ae6d-bddee943ee13', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.077940] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Creating folder: Project (398ba8bba26b4103a6fd98edc1ca519a). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.085740] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f4194c3-6b12-4d90-a297-6d58a1b14bde {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.099912] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Created folder: Project (398ba8bba26b4103a6fd98edc1ca519a) in parent group-v564977. [ 774.100381] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Creating folder: Instances. Parent ref: group-v565137. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.107025] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8be42199-c4db-4a67-bdcb-42b6cfefad86 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.117913] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.126040] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Created folder: Instances in parent group-v565137. [ 774.126524] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.127488] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c26b45-9595-f453-1203-d01254d0260a, 'name': SearchDatastore_Task, 'duration_secs': 0.03682} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.131209] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.131717] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.132151] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 313032c0-fbc2-412b-9d9f-18fc97b79c78/313032c0-fbc2-412b-9d9f-18fc97b79c78.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.132825] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efbbf586-9f34-413d-ae22-84f4435cb455 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.149810] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.150555] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.150971] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79172e0-b0d8-45ef-85c9-856d635611d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.160235] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fd07cb8-dab8-416a-9f34-1188b9af3242 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.168817] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.168817] env[68466]: value = "task-2812219" [ 774.168817] env[68466]: _type = "Task" [ 774.168817] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.169384] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 774.169384] env[68466]: value = "task-2812220" [ 774.169384] env[68466]: _type = "Task" [ 774.169384] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.177065] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.177263] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.180870] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d078f814-3b51-4933-bc47-df69927c08dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.187145] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812219, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.191385] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.193204] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 774.193204] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52147f5a-b734-6c04-9dd2-f56a37836b41" [ 774.193204] env[68466]: _type = "Task" [ 774.193204] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.204131] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52147f5a-b734-6c04-9dd2-f56a37836b41, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.205168] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4b2407-8920-47a3-aefc-04b3da68d8b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.210747] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 774.210747] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fcb554-444e-e9ab-3574-2f642fdd7550" [ 774.210747] env[68466]: _type = "Task" [ 774.210747] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.221358] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fcb554-444e-e9ab-3574-2f642fdd7550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.425607] env[68466]: DEBUG nova.compute.manager [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.446706] env[68466]: DEBUG nova.network.neutron [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Updated VIF entry in instance network info cache for port 1518bc7a-2781-4b0c-ae6d-bddee943ee13. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.450958] env[68466]: DEBUG nova.network.neutron [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Updating instance_info_cache with network_info: [{"id": "1518bc7a-2781-4b0c-ae6d-bddee943ee13", "address": "fa:16:3e:87:85:78", "network": {"id": "02415e9a-e637-4cff-89ad-654e35c6f882", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1804478258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "398ba8bba26b4103a6fd98edc1ca519a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1518bc7a-27", "ovs_interfaceid": "1518bc7a-2781-4b0c-ae6d-bddee943ee13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.459502] env[68466]: INFO nova.compute.manager [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Took 41.78 seconds to build instance. [ 774.502789] env[68466]: DEBUG nova.network.neutron [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Successfully created port: 33de786d-67d8-4045-92d1-abe607d3425f {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.612316] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812216, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.616324] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9281191b-9671-4281-9ce5-13f58fc4626e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.624434] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198c7283-8b1b-4fb4-aaf4-1c421f91e629 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.666452] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7b0855-98ba-4ac2-b26f-a40070d0f04f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.684960] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd1949d-e0d0-492f-8206-01a8a051fa23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.689434] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812219, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.692759] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.703115] env[68466]: DEBUG nova.compute.provider_tree [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.723067] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fcb554-444e-e9ab-3574-2f642fdd7550, 'name': SearchDatastore_Task, 'duration_secs': 0.022189} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.723121] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.723693] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c250fc4c-0d96-4a4a-9a90-8416efe09fdc/c250fc4c-0d96-4a4a-9a90-8416efe09fdc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.723693] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34596a96-03e5-4ae7-907f-c3b3d4a963b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.732035] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 774.732035] env[68466]: value = "task-2812221" [ 774.732035] env[68466]: _type = "Task" [ 774.732035] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.744381] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.936453] env[68466]: INFO nova.virt.block_device [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Booting with volume 2fa7227a-5c88-49f5-ad01-28a48d1b2d1e at /dev/sda [ 774.959833] env[68466]: DEBUG oslo_concurrency.lockutils [req-07a0fed2-cc7e-4327-9e6f-772c25278c9d req-b8074530-5791-40c9-aae3-5bfdda20a65f service nova] Releasing lock "refresh_cache-8beb5243-5465-4efc-bfe9-5487a5ee16b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.961589] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f124e81-0177-458b-80a4-0e0b9addf1b3 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "d05c7934-49ff-481f-a11f-38c80f0f330e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.732s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.979768] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-befa07f4-f6c3-4ea0-a0f7-68286eecfc1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.992444] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3651923-a41b-4a9e-8118-25d04c528a1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.038294] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fd6a8a5-eb7a-476f-9fea-b15fd5da58e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.048176] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c6f72-47e3-4d3c-83eb-cdffe0188375 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.090193] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b077f1ae-8da4-4494-a277-717d089f5d4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.105671] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a620dc8a-cc8c-4596-996b-bb9f28f8d55a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.117597] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812216, 'name': ReconfigVM_Task, 'duration_secs': 1.313853} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.121738] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.122686] env[68466]: DEBUG nova.virt.block_device [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Updating existing volume attachment record: 95881ce3-30fe-48d1-9a2f-d35220ec674e {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 775.125261] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e034ef4c-6fbe-4a05-aadb-2f519481f99f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.134373] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 775.134373] env[68466]: value = "task-2812222" [ 775.134373] env[68466]: _type = "Task" [ 775.134373] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.145120] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.186325] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812219, 'name': CreateVM_Task, 'duration_secs': 0.577658} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.191306] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.191982] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544478} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.192803] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.193185] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.193473] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.193812] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 313032c0-fbc2-412b-9d9f-18fc97b79c78/313032c0-fbc2-412b-9d9f-18fc97b79c78.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.194077] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.194421] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5a925e-aa54-434c-9cfd-e34af0415515 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.196680] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d56355-965e-49b0-91bc-3f199d5068cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.203288] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 775.203288] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eda54a-8694-3d4a-a917-5b011d636de2" [ 775.203288] env[68466]: _type = "Task" [ 775.203288] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.209618] env[68466]: DEBUG nova.scheduler.client.report [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.214761] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 775.214761] env[68466]: value = "task-2812223" [ 775.214761] env[68466]: _type = "Task" [ 775.214761] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.227351] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eda54a-8694-3d4a-a917-5b011d636de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.234896] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.245416] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812221, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.464787] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.645127] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.714117] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eda54a-8694-3d4a-a917-5b011d636de2, 'name': SearchDatastore_Task, 'duration_secs': 0.034082} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.714414] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.714657] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.714915] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.715083] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.715305] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.716264] env[68466]: DEBUG oslo_concurrency.lockutils [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.718492] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b997ee9-aa97-409b-a1ff-201cd690e20e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.720874] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.240s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.722931] env[68466]: INFO nova.compute.claims [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.737280] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150123} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.740741] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.742788] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc00ed-9717-4175-bb8f-3912e461e579 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.747932] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.748170] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.749700] env[68466]: INFO nova.scheduler.client.report [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Deleted allocations for instance 5a62f3f8-6085-4b83-97de-363b63d6da97 [ 775.751610] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede8a905-8fbe-4bfd-b4be-ff91363f91ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.764116] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521123} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.765276] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c250fc4c-0d96-4a4a-9a90-8416efe09fdc/c250fc4c-0d96-4a4a-9a90-8416efe09fdc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.765576] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.775783] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92a5c1f6-f9af-4932-b94f-d6749f74192a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.786936] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 313032c0-fbc2-412b-9d9f-18fc97b79c78/313032c0-fbc2-412b-9d9f-18fc97b79c78.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.788512] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab06df1-3f44-416b-9443-14ef2fed0e71 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.804044] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 775.804044] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5271cf8c-9912-9306-17bc-9f012c5ba068" [ 775.804044] env[68466]: _type = "Task" [ 775.804044] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.809335] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 775.809335] env[68466]: value = "task-2812224" [ 775.809335] env[68466]: _type = "Task" [ 775.809335] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.811980] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 775.811980] env[68466]: value = "task-2812225" [ 775.811980] env[68466]: _type = "Task" [ 775.811980] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.821561] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5271cf8c-9912-9306-17bc-9f012c5ba068, 'name': SearchDatastore_Task, 'duration_secs': 0.031955} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.823233] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523120ca-2201-481b-b065-31698d87c748 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.832353] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.832614] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.836090] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 775.836090] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c3863f-330d-7c52-664e-f9ce0f28b67e" [ 775.836090] env[68466]: _type = "Task" [ 775.836090] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.846809] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c3863f-330d-7c52-664e-f9ce0f28b67e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.989574] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.051125] env[68466]: DEBUG nova.compute.manager [req-b9851c0f-c6c7-49c1-8f7e-98f33ead3efd req-fc297736-3861-4df5-af61-f9883569d1cc service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Received event network-vif-plugged-33de786d-67d8-4045-92d1-abe607d3425f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 776.051349] env[68466]: DEBUG oslo_concurrency.lockutils [req-b9851c0f-c6c7-49c1-8f7e-98f33ead3efd req-fc297736-3861-4df5-af61-f9883569d1cc service nova] Acquiring lock "3b23fa39-37a3-4772-8970-d9f841b97faa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.051553] env[68466]: DEBUG oslo_concurrency.lockutils [req-b9851c0f-c6c7-49c1-8f7e-98f33ead3efd req-fc297736-3861-4df5-af61-f9883569d1cc service nova] Lock "3b23fa39-37a3-4772-8970-d9f841b97faa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.051749] env[68466]: DEBUG oslo_concurrency.lockutils [req-b9851c0f-c6c7-49c1-8f7e-98f33ead3efd req-fc297736-3861-4df5-af61-f9883569d1cc service nova] Lock "3b23fa39-37a3-4772-8970-d9f841b97faa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.051916] env[68466]: DEBUG nova.compute.manager [req-b9851c0f-c6c7-49c1-8f7e-98f33ead3efd req-fc297736-3861-4df5-af61-f9883569d1cc service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] No waiting events found dispatching network-vif-plugged-33de786d-67d8-4045-92d1-abe607d3425f {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.052541] env[68466]: WARNING nova.compute.manager [req-b9851c0f-c6c7-49c1-8f7e-98f33ead3efd req-fc297736-3861-4df5-af61-f9883569d1cc service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Received unexpected event network-vif-plugged-33de786d-67d8-4045-92d1-abe607d3425f for instance with vm_state building and task_state block_device_mapping. [ 776.102990] env[68466]: DEBUG nova.compute.manager [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.103930] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1e57e6-c2d5-4743-9334-7e1dbc60b937 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.127759] env[68466]: DEBUG nova.network.neutron [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Successfully updated port: 33de786d-67d8-4045-92d1-abe607d3425f {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.144813] env[68466]: DEBUG oslo_vmware.api [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812222, 'name': PowerOnVM_Task, 'duration_secs': 0.613403} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.145694] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.149225] env[68466]: DEBUG nova.compute.manager [None req-6830e01c-2607-462e-bc94-d40cb43e71b4 tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.149279] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c657fc64-e21b-4c1f-b360-bd3c28a33eb1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.269185] env[68466]: DEBUG oslo_concurrency.lockutils [None req-925d14d4-150a-4315-b5ef-f58d4313a6c4 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "5a62f3f8-6085-4b83-97de-363b63d6da97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.273s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.323672] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081799} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.327585] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.327969] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.328776] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972c268a-c298-441b-a995-60c293cc88fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.351927] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] c250fc4c-0d96-4a4a-9a90-8416efe09fdc/c250fc4c-0d96-4a4a-9a90-8416efe09fdc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.356226] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8489a9f2-1219-4535-83a2-4058218bbf1d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.379595] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c3863f-330d-7c52-664e-f9ce0f28b67e, 'name': SearchDatastore_Task, 'duration_secs': 0.014304} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.381033] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.381348] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8beb5243-5465-4efc-bfe9-5487a5ee16b5/8beb5243-5465-4efc-bfe9-5487a5ee16b5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.381715] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 776.381715] env[68466]: value = "task-2812226" [ 776.381715] env[68466]: _type = "Task" [ 776.381715] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.381913] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49397bef-e0f7-49ff-a13c-148fd9b190b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.392862] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.394353] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 776.394353] env[68466]: value = "task-2812227" [ 776.394353] env[68466]: _type = "Task" [ 776.394353] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.406317] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.616091] env[68466]: INFO nova.compute.manager [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] instance snapshotting [ 776.623890] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d06ed7-78db-4250-ab58-db3a5502f489 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.630239] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Acquiring lock "refresh_cache-3b23fa39-37a3-4772-8970-d9f841b97faa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.630488] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Acquired lock "refresh_cache-3b23fa39-37a3-4772-8970-d9f841b97faa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.630560] env[68466]: DEBUG nova.network.neutron [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.650115] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b12fa-5f57-455c-b5b9-aab24ad34a19 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.833948] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812225, 'name': ReconfigVM_Task, 'duration_secs': 0.69985} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.834616] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 313032c0-fbc2-412b-9d9f-18fc97b79c78/313032c0-fbc2-412b-9d9f-18fc97b79c78.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.835009] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-049b5ac3-21e7-4c57-b6b5-951eee972d74 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.845266] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 776.845266] env[68466]: value = "task-2812228" [ 776.845266] env[68466]: _type = "Task" [ 776.845266] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.858176] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812228, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.902271] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.918240] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.166465] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 777.169385] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a7ad241b-6a65-49bc-b332-eb9721ef6e1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.178991] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 777.178991] env[68466]: value = "task-2812229" [ 777.178991] env[68466]: _type = "Task" [ 777.178991] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.192629] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.198404] env[68466]: DEBUG nova.network.neutron [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.223538] env[68466]: DEBUG nova.compute.manager [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.224107] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.224107] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.224280] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.224320] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.224471] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.224611] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.224811] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.224969] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.225152] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.225320] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.225494] env[68466]: DEBUG nova.virt.hardware [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.226723] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ced2e-d39f-42df-96b0-7e09ccd8a47c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.238180] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c577e2-0a81-456c-83ed-ce7f9f328ba8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.334208] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bc392d-e2e2-4d02-9b60-f3aba6d541e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.346373] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9fbeb5-dde1-4218-99ff-9b672103a100 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.367728] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812228, 'name': Rename_Task, 'duration_secs': 0.266225} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.394936] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.396358] env[68466]: DEBUG nova.network.neutron [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Updating instance_info_cache with network_info: [{"id": "33de786d-67d8-4045-92d1-abe607d3425f", "address": "fa:16:3e:a8:3b:16", "network": {"id": "4f0a7e2a-264b-4c07-ab42-de9490abd627", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1050081482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7bb622848904297a83afe9b95a7788c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33de786d-67", "ovs_interfaceid": "33de786d-67d8-4045-92d1-abe607d3425f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.401019] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6388b1a-0c36-4dd3-8635-1417b34489e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.404096] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e126f9-2d89-40bf-b418-0a5c7b74ff87 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.414111] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 777.414111] env[68466]: value = "task-2812230" [ 777.414111] env[68466]: _type = "Task" [ 777.414111] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.421923] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812226, 'name': ReconfigVM_Task, 'duration_secs': 0.614207} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.427670] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1c030f-51cf-48a7-9337-d6bb37aaef13 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.432213] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Reconfigured VM instance instance-00000031 to attach disk [datastore2] c250fc4c-0d96-4a4a-9a90-8416efe09fdc/c250fc4c-0d96-4a4a-9a90-8416efe09fdc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.436911] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dba6de9-003c-4f8d-919a-b77d51cc2657 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.440033] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608164} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.440746] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8beb5243-5465-4efc-bfe9-5487a5ee16b5/8beb5243-5465-4efc-bfe9-5487a5ee16b5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.441032] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.442032] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5055281-47d7-4033-a9be-ceb6997b2137 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.456038] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812230, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.457115] env[68466]: DEBUG nova.compute.provider_tree [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.461989] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 777.461989] env[68466]: value = "task-2812231" [ 777.461989] env[68466]: _type = "Task" [ 777.461989] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.466160] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 777.466160] env[68466]: value = "task-2812232" [ 777.466160] env[68466]: _type = "Task" [ 777.466160] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.478671] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812231, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.484824] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.673600] env[68466]: INFO nova.compute.manager [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Rebuilding instance [ 777.691977] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812229, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.732117] env[68466]: DEBUG nova.compute.manager [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.733121] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8bcc66-65c0-4d53-beff-3b6641205d14 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.911719] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Releasing lock "refresh_cache-3b23fa39-37a3-4772-8970-d9f841b97faa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.912107] env[68466]: DEBUG nova.compute.manager [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Instance network_info: |[{"id": "33de786d-67d8-4045-92d1-abe607d3425f", "address": "fa:16:3e:a8:3b:16", "network": {"id": "4f0a7e2a-264b-4c07-ab42-de9490abd627", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1050081482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7bb622848904297a83afe9b95a7788c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33de786d-67", "ovs_interfaceid": "33de786d-67d8-4045-92d1-abe607d3425f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.912643] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:3b:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33de786d-67d8-4045-92d1-abe607d3425f', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.923498] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Creating folder: Project (d7bb622848904297a83afe9b95a7788c). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.924231] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c6c4837-935c-4d55-8593-5ab91a1318eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.941118] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812230, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.941118] env[68466]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 777.941319] env[68466]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68466) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 777.941701] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Folder already exists: Project (d7bb622848904297a83afe9b95a7788c). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 777.941807] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Creating folder: Instances. Parent ref: group-v565081. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.942113] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe2637a7-a49f-4790-9e1a-16b81dfed1bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.952511] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Created folder: Instances in parent group-v565081. [ 777.952805] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.953047] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.953294] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85cab694-6322-47e9-9b3c-cd9773455677 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.977467] env[68466]: DEBUG nova.scheduler.client.report [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.993574] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812231, 'name': Rename_Task, 'duration_secs': 0.255483} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.997760] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.998090] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.998090] env[68466]: value = "task-2812235" [ 777.998090] env[68466]: _type = "Task" [ 777.998090] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.998879] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098752} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.998879] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcaa77b9-6c13-4c8e-8db7-22fb0b323663 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.000404] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.004601] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f919e85-a058-4cc4-b13f-630c91ef218d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.015700] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 778.015700] env[68466]: value = "task-2812236" [ 778.015700] env[68466]: _type = "Task" [ 778.015700] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.016280] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812235, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.039452] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 8beb5243-5465-4efc-bfe9-5487a5ee16b5/8beb5243-5465-4efc-bfe9-5487a5ee16b5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.040841] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07669ec9-af2d-4f42-aef9-e9311a07d466 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.064219] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.065805] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 778.065805] env[68466]: value = "task-2812237" [ 778.065805] env[68466]: _type = "Task" [ 778.065805] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.075297] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.195780] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812229, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.369262] env[68466]: DEBUG nova.compute.manager [req-680a1032-c464-4a6b-a1fd-b4bc268867c4 req-bd00cb14-627e-4e4b-a700-c68e0605b305 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Received event network-changed-33de786d-67d8-4045-92d1-abe607d3425f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 778.369514] env[68466]: DEBUG nova.compute.manager [req-680a1032-c464-4a6b-a1fd-b4bc268867c4 req-bd00cb14-627e-4e4b-a700-c68e0605b305 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Refreshing instance network info cache due to event network-changed-33de786d-67d8-4045-92d1-abe607d3425f. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 778.369825] env[68466]: DEBUG oslo_concurrency.lockutils [req-680a1032-c464-4a6b-a1fd-b4bc268867c4 req-bd00cb14-627e-4e4b-a700-c68e0605b305 service nova] Acquiring lock "refresh_cache-3b23fa39-37a3-4772-8970-d9f841b97faa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.370016] env[68466]: DEBUG oslo_concurrency.lockutils [req-680a1032-c464-4a6b-a1fd-b4bc268867c4 req-bd00cb14-627e-4e4b-a700-c68e0605b305 service nova] Acquired lock "refresh_cache-3b23fa39-37a3-4772-8970-d9f841b97faa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.370486] env[68466]: DEBUG nova.network.neutron [req-680a1032-c464-4a6b-a1fd-b4bc268867c4 req-bd00cb14-627e-4e4b-a700-c68e0605b305 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Refreshing network info cache for port 33de786d-67d8-4045-92d1-abe607d3425f {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.434518] env[68466]: DEBUG oslo_vmware.api [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812230, 'name': PowerOnVM_Task, 'duration_secs': 0.562924} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.434830] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.435137] env[68466]: DEBUG nova.compute.manager [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.435953] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6234fd1-c92d-4179-bf54-95250b102db8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.490495] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.491222] env[68466]: DEBUG nova.compute.manager [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.494427] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.204s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.494759] env[68466]: DEBUG nova.objects.instance [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lazy-loading 'resources' on Instance uuid 688dee16-e202-4ff5-9693-a8a79cb3b5e7 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.517201] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812235, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.540127] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812236, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.578159] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.695221] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812229, 'name': CreateSnapshot_Task, 'duration_secs': 1.121515} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.695576] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 778.696471] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce63572-4c90-4e69-991a-c3093dafdd0f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.759441] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.759763] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6bed4d6-b58a-4ade-8442-0b1c88f107c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.767028] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 778.767028] env[68466]: value = "task-2812238" [ 778.767028] env[68466]: _type = "Task" [ 778.767028] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.776078] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.959531] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.002903] env[68466]: DEBUG nova.compute.utils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.008111] env[68466]: DEBUG nova.compute.manager [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.008349] env[68466]: DEBUG nova.network.neutron [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.032267] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812235, 'name': CreateVM_Task, 'duration_secs': 0.628728} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.040660] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.041850] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565090', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'name': 'volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b23fa39-37a3-4772-8970-d9f841b97faa', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'serial': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e'}, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '95881ce3-30fe-48d1-9a2f-d35220ec674e', 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68466) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 779.042117] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Root volume attach. Driver type: vmdk {{(pid=68466) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 779.043546] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882fdf70-9dd0-400e-933a-5e06501465a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.055083] env[68466]: DEBUG oslo_vmware.api [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812236, 'name': PowerOnVM_Task, 'duration_secs': 0.571732} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.059877] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.060163] env[68466]: INFO nova.compute.manager [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Took 10.78 seconds to spawn the instance on the hypervisor. [ 779.060341] env[68466]: DEBUG nova.compute.manager [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.061378] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17daad4d-59e8-4032-9ee9-e29fd68f45ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.074664] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a71cd6d-29c5-4933-a7a0-d3f71d69e26e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.092128] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812237, 'name': ReconfigVM_Task, 'duration_secs': 0.542528} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.092931] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77f6876-81b4-4615-8fce-d3f5f27b3ccc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.097047] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 8beb5243-5465-4efc-bfe9-5487a5ee16b5/8beb5243-5465-4efc-bfe9-5487a5ee16b5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.099268] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f922ba2f-0252-4594-b4b6-e09e3e6f4af6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.105484] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-994907fe-3ae4-4767-a038-3d46164517dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.109195] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 779.109195] env[68466]: value = "task-2812239" [ 779.109195] env[68466]: _type = "Task" [ 779.109195] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.115105] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for the task: (returnval){ [ 779.115105] env[68466]: value = "task-2812240" [ 779.115105] env[68466]: _type = "Task" [ 779.115105] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.127983] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812239, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.127983] env[68466]: DEBUG nova.policy [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '506dd1f1e8dd471e98b41c08d4055bc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e2a85b6075e451b98625d19966d0ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.138068] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812240, 'name': RelocateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.214666] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.216140] env[68466]: DEBUG nova.network.neutron [req-680a1032-c464-4a6b-a1fd-b4bc268867c4 req-bd00cb14-627e-4e4b-a700-c68e0605b305 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Updated VIF entry in instance network info cache for port 33de786d-67d8-4045-92d1-abe607d3425f. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.216140] env[68466]: DEBUG nova.network.neutron [req-680a1032-c464-4a6b-a1fd-b4bc268867c4 req-bd00cb14-627e-4e4b-a700-c68e0605b305 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Updating instance_info_cache with network_info: [{"id": "33de786d-67d8-4045-92d1-abe607d3425f", "address": "fa:16:3e:a8:3b:16", "network": {"id": "4f0a7e2a-264b-4c07-ab42-de9490abd627", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1050081482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7bb622848904297a83afe9b95a7788c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33de786d-67", "ovs_interfaceid": "33de786d-67d8-4045-92d1-abe607d3425f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.218510] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e2c5319-c59f-4c80-973c-7827722a5cc2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.223012] env[68466]: DEBUG nova.compute.manager [req-8eadf3ce-a47e-4887-bded-159733553979 req-ce081503-6203-44d1-8d87-0edc4d230795 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Received event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.223202] env[68466]: DEBUG nova.compute.manager [req-8eadf3ce-a47e-4887-bded-159733553979 req-ce081503-6203-44d1-8d87-0edc4d230795 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing instance network info cache due to event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 779.223433] env[68466]: DEBUG oslo_concurrency.lockutils [req-8eadf3ce-a47e-4887-bded-159733553979 req-ce081503-6203-44d1-8d87-0edc4d230795 service nova] Acquiring lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.223579] env[68466]: DEBUG oslo_concurrency.lockutils [req-8eadf3ce-a47e-4887-bded-159733553979 req-ce081503-6203-44d1-8d87-0edc4d230795 service nova] Acquired lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.223768] env[68466]: DEBUG nova.network.neutron [req-8eadf3ce-a47e-4887-bded-159733553979 req-ce081503-6203-44d1-8d87-0edc4d230795 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.234939] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 779.234939] env[68466]: value = "task-2812241" [ 779.234939] env[68466]: _type = "Task" [ 779.234939] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.245863] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812241, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.276947] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812238, 'name': PowerOffVM_Task, 'duration_secs': 0.371385} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.279750] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.280471] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.280911] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1148476f-9c64-4af4-8b6b-ff266d970643 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.286914] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 779.286914] env[68466]: value = "task-2812242" [ 779.286914] env[68466]: _type = "Task" [ 779.286914] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.298486] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 779.298692] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 779.299181] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565047', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'name': 'volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ab3f5ce-de47-4c01-9271-2b5416066d7f', 'attached_at': '', 'detached_at': '', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'serial': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 779.299842] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211dc5b-2dab-4ba5-911d-d575db2cd47e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.322274] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f39af11-4466-4384-a53a-885540778fbb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.331089] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcd3cf4-b7b4-481f-94c3-c68d62216d47 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.358195] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d44ab-366c-41f9-9880-6b15a427ae57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.375299] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] The volume has not been displaced from its original location: [datastore2] volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15/volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 779.380768] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 779.384501] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6705329-00a4-47dc-a9cf-db2f26b93257 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.405224] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 779.405224] env[68466]: value = "task-2812243" [ 779.405224] env[68466]: _type = "Task" [ 779.405224] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.415443] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.508841] env[68466]: DEBUG nova.compute.manager [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.520230] env[68466]: DEBUG nova.network.neutron [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Successfully created port: 3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.597386] env[68466]: INFO nova.compute.manager [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Took 40.35 seconds to build instance. [ 779.625708] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812239, 'name': Rename_Task, 'duration_secs': 0.279804} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.628473] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.629244] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a370cae5-dfda-4e57-990a-37273e35f966 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.635975] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812240, 'name': RelocateVM_Task, 'duration_secs': 0.044422} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.637722] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 779.637960] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565090', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'name': 'volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b23fa39-37a3-4772-8970-d9f841b97faa', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'serial': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 779.638311] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 779.638311] env[68466]: value = "task-2812244" [ 779.638311] env[68466]: _type = "Task" [ 779.638311] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.639010] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c58cd8-6fc1-4b98-8e5b-035909054df9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.666096] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812244, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.669996] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31795b93-6e54-4893-acb7-4e2efd27ce8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.700807] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e/volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.704945] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53167818-53bd-4cf0-a7b2-d5f4e01de2d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.725235] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for the task: (returnval){ [ 779.725235] env[68466]: value = "task-2812245" [ 779.725235] env[68466]: _type = "Task" [ 779.725235] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.725553] env[68466]: DEBUG oslo_concurrency.lockutils [req-680a1032-c464-4a6b-a1fd-b4bc268867c4 req-bd00cb14-627e-4e4b-a700-c68e0605b305 service nova] Releasing lock "refresh_cache-3b23fa39-37a3-4772-8970-d9f841b97faa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.743390] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.750017] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812241, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.754794] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7631e467-efae-40e5-81f3-1b6d8b25c8af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.762187] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f467a00-caeb-44ac-9896-de5383f5a033 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.797708] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b49a507-c2be-4de5-b1f9-3cf77248af84 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.806168] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27eb063-5598-4ed0-bc33-05fa00fabd64 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.821450] env[68466]: DEBUG nova.compute.provider_tree [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.921378] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812243, 'name': ReconfigVM_Task, 'duration_secs': 0.229859} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.921759] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 779.926319] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a0bd118-97ce-480d-9699-c2e9cd5c56f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.941814] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 779.941814] env[68466]: value = "task-2812246" [ 779.941814] env[68466]: _type = "Task" [ 779.941814] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.950613] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.965175] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "906f9d73-9032-489a-a81f-dbc955dd3f97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.965412] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.995211] env[68466]: DEBUG nova.network.neutron [req-8eadf3ce-a47e-4887-bded-159733553979 req-ce081503-6203-44d1-8d87-0edc4d230795 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updated VIF entry in instance network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.995734] env[68466]: DEBUG nova.network.neutron [req-8eadf3ce-a47e-4887-bded-159733553979 req-ce081503-6203-44d1-8d87-0edc4d230795 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updating instance_info_cache with network_info: [{"id": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "address": "fa:16:3e:e1:5f:14", "network": {"id": "19bd6734-8697-4dd8-b510-fafe2df19a65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851114934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "33c5f084901e4de4aa8d341819b36d89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b1a1ba-e5", "ovs_interfaceid": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.099685] env[68466]: DEBUG oslo_concurrency.lockutils [None req-723b52e6-5966-4f01-b92e-8ab640750e96 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.066s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.152506] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.235140] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.247614] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812241, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.327895] env[68466]: DEBUG nova.scheduler.client.report [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.453340] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.499252] env[68466]: DEBUG oslo_concurrency.lockutils [req-8eadf3ce-a47e-4887-bded-159733553979 req-ce081503-6203-44d1-8d87-0edc4d230795 service nova] Releasing lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.521445] env[68466]: DEBUG nova.compute.manager [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.561909] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:40:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='75199766-9aae-48dd-8da0-981a8f97bc1d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-78596105',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.562182] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.562352] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.562531] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.564220] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.564407] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.564651] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.564849] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.565036] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.566140] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.566140] env[68466]: DEBUG nova.virt.hardware [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.566315] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429d3aa8-39f9-45f5-b65b-c3680ad74233 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.576101] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b90ce09-a89a-4985-a90b-735e0799881a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.605987] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.654879] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.687471] env[68466]: DEBUG oslo_concurrency.lockutils [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.687737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.687985] env[68466]: DEBUG oslo_concurrency.lockutils [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.688233] env[68466]: DEBUG oslo_concurrency.lockutils [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.688439] env[68466]: DEBUG oslo_concurrency.lockutils [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.690916] env[68466]: INFO nova.compute.manager [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Terminating instance [ 780.735582] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.750337] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812241, 'name': CloneVM_Task} progress is 95%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.830726] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.835095] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.085s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.837879] env[68466]: DEBUG nova.objects.instance [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 780.875266] env[68466]: INFO nova.scheduler.client.report [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Deleted allocations for instance 688dee16-e202-4ff5-9693-a8a79cb3b5e7 [ 780.887027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "313032c0-fbc2-412b-9d9f-18fc97b79c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.887027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "313032c0-fbc2-412b-9d9f-18fc97b79c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.887027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "313032c0-fbc2-412b-9d9f-18fc97b79c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.887027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "313032c0-fbc2-412b-9d9f-18fc97b79c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.887027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "313032c0-fbc2-412b-9d9f-18fc97b79c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.888134] env[68466]: INFO nova.compute.manager [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Terminating instance [ 780.956277] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812246, 'name': ReconfigVM_Task, 'duration_secs': 0.768765} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.956794] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565047', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'name': 'volume-97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ab3f5ce-de47-4c01-9271-2b5416066d7f', 'attached_at': '', 'detached_at': '', 'volume_id': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15', 'serial': '97a8fcf5-9e93-4c7a-994b-7b9db70dba15'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 780.957346] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.958153] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b92372-59f9-4a64-b36c-9ea0aac3a55b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.966814] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.967208] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78c63cf6-6219-41b4-8b10-dc0593978f97 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.047364] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.047746] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.049523] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Deleting the datastore file [datastore2] 5ab3f5ce-de47-4c01-9271-2b5416066d7f {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.049523] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb5bb7ab-0854-4131-aed9-3b2e05039c4d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.058838] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for the task: (returnval){ [ 781.058838] env[68466]: value = "task-2812248" [ 781.058838] env[68466]: _type = "Task" [ 781.058838] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.069695] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.099963] env[68466]: DEBUG nova.network.neutron [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Successfully updated port: 3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.135806] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.157687] env[68466]: DEBUG oslo_vmware.api [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812244, 'name': PowerOnVM_Task, 'duration_secs': 1.419389} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.158202] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.158491] env[68466]: INFO nova.compute.manager [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Took 9.50 seconds to spawn the instance on the hypervisor. [ 781.158878] env[68466]: DEBUG nova.compute.manager [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.160088] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ed6728-9223-40d1-8d97-9f53d32bca23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.195524] env[68466]: DEBUG nova.compute.manager [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.195799] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.197134] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409867d1-f84a-4709-b622-e460fc771a08 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.207977] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.209317] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-042fed0f-4f0d-4064-b91b-fbd403fc8bfd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.217439] env[68466]: DEBUG oslo_vmware.api [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 781.217439] env[68466]: value = "task-2812249" [ 781.217439] env[68466]: _type = "Task" [ 781.217439] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.236954] env[68466]: DEBUG oslo_vmware.api [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.250673] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.258517] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812241, 'name': CloneVM_Task, 'duration_secs': 1.749307} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.258893] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Created linked-clone VM from snapshot [ 781.260879] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee5b092-1ef0-4cd7-bb54-f4501d18c3ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.272336] env[68466]: DEBUG nova.compute.manager [req-cc24a29e-053a-4859-ac5a-54a1b0bdcbb3 req-50d73081-563c-49ad-b3db-56374c23bf72 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Received event network-vif-plugged-3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 781.272864] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc24a29e-053a-4859-ac5a-54a1b0bdcbb3 req-50d73081-563c-49ad-b3db-56374c23bf72 service nova] Acquiring lock "b675257a-5070-4c8a-90b5-229f93978764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.273364] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc24a29e-053a-4859-ac5a-54a1b0bdcbb3 req-50d73081-563c-49ad-b3db-56374c23bf72 service nova] Lock "b675257a-5070-4c8a-90b5-229f93978764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.273615] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc24a29e-053a-4859-ac5a-54a1b0bdcbb3 req-50d73081-563c-49ad-b3db-56374c23bf72 service nova] Lock "b675257a-5070-4c8a-90b5-229f93978764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.273849] env[68466]: DEBUG nova.compute.manager [req-cc24a29e-053a-4859-ac5a-54a1b0bdcbb3 req-50d73081-563c-49ad-b3db-56374c23bf72 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] No waiting events found dispatching network-vif-plugged-3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.274102] env[68466]: WARNING nova.compute.manager [req-cc24a29e-053a-4859-ac5a-54a1b0bdcbb3 req-50d73081-563c-49ad-b3db-56374c23bf72 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Received unexpected event network-vif-plugged-3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 for instance with vm_state building and task_state spawning. [ 781.282338] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Uploading image da960ee5-ae0a-4c60-b485-11fce851ee2b {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.293880] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.294361] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-322a84e1-e0b0-4dff-bda7-5e499b92e8d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.302725] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 781.302725] env[68466]: value = "task-2812250" [ 781.302725] env[68466]: _type = "Task" [ 781.302725] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.316221] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812250, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.384183] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4b3e0cd9-f8e2-4c7c-ad31-25e4be6b18e5 tempest-ServersAdmin275Test-181869451 tempest-ServersAdmin275Test-181869451-project-member] Lock "688dee16-e202-4ff5-9693-a8a79cb3b5e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.376s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.392985] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "refresh_cache-313032c0-fbc2-412b-9d9f-18fc97b79c78" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.393218] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquired lock "refresh_cache-313032c0-fbc2-412b-9d9f-18fc97b79c78" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.393403] env[68466]: DEBUG nova.network.neutron [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.568920] env[68466]: DEBUG oslo_vmware.api [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Task: {'id': task-2812248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167058} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.570109] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.570109] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.570109] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.603605] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.603947] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.604087] env[68466]: DEBUG nova.network.neutron [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.642276] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 781.642627] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c474cff-626e-40b2-b133-a781743c404c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.652131] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970389a2-eb9c-41f8-aceb-33914b146c0c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.697604] env[68466]: ERROR nova.compute.manager [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Failed to detach volume 97a8fcf5-9e93-4c7a-994b-7b9db70dba15 from /dev/sda: nova.exception.InstanceNotFound: Instance 5ab3f5ce-de47-4c01-9271-2b5416066d7f could not be found. [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Traceback (most recent call last): [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self.driver.rebuild(**kwargs) [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] raise NotImplementedError() [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] NotImplementedError [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] During handling of the above exception, another exception occurred: [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Traceback (most recent call last): [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self.driver.detach_volume(context, old_connection_info, [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] return self._volumeops.detach_volume(connection_info, instance) [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self._detach_volume_vmdk(connection_info, instance) [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] stable_ref.fetch_moref(session) [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] nova.exception.InstanceNotFound: Instance 5ab3f5ce-de47-4c01-9271-2b5416066d7f could not be found. [ 781.697604] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] [ 781.705123] env[68466]: DEBUG nova.compute.manager [req-8d313f34-269e-425b-a3ab-8a22dd649d74 req-5e2387b0-3b74-4a08-8f66-71afb7c9c045 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Received event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 781.705123] env[68466]: DEBUG nova.compute.manager [req-8d313f34-269e-425b-a3ab-8a22dd649d74 req-5e2387b0-3b74-4a08-8f66-71afb7c9c045 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing instance network info cache due to event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 781.705123] env[68466]: DEBUG oslo_concurrency.lockutils [req-8d313f34-269e-425b-a3ab-8a22dd649d74 req-5e2387b0-3b74-4a08-8f66-71afb7c9c045 service nova] Acquiring lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.705123] env[68466]: DEBUG oslo_concurrency.lockutils [req-8d313f34-269e-425b-a3ab-8a22dd649d74 req-5e2387b0-3b74-4a08-8f66-71afb7c9c045 service nova] Acquired lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.705459] env[68466]: DEBUG nova.network.neutron [req-8d313f34-269e-425b-a3ab-8a22dd649d74 req-5e2387b0-3b74-4a08-8f66-71afb7c9c045 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.708900] env[68466]: INFO nova.compute.manager [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Took 39.65 seconds to build instance. [ 781.728054] env[68466]: DEBUG oslo_vmware.api [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812249, 'name': PowerOffVM_Task, 'duration_secs': 0.24112} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.733875] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.734132] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.736129] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c1e3127-50d3-461f-916d-042576cbf2f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.742879] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.815801] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.816151] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.816288] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleting the datastore file [datastore2] c250fc4c-0d96-4a4a-9a90-8416efe09fdc {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.816579] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ba58ec-9370-43db-96ba-546439d1da27 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.821616] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812250, 'name': Destroy_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.826851] env[68466]: DEBUG oslo_vmware.api [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 781.826851] env[68466]: value = "task-2812252" [ 781.826851] env[68466]: _type = "Task" [ 781.826851] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.842471] env[68466]: DEBUG oslo_vmware.api [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.848979] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3fae68bb-7510-4785-a6e0-261b43c2838b tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.854029] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.977s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.854029] env[68466]: INFO nova.compute.claims [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.886607] env[68466]: DEBUG nova.compute.utils [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Build of instance 5ab3f5ce-de47-4c01-9271-2b5416066d7f aborted: Failed to rebuild volume backed instance. {{(pid=68466) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 781.889736] env[68466]: ERROR nova.compute.manager [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5ab3f5ce-de47-4c01-9271-2b5416066d7f aborted: Failed to rebuild volume backed instance. [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Traceback (most recent call last): [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self.driver.rebuild(**kwargs) [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] raise NotImplementedError() [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] NotImplementedError [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] During handling of the above exception, another exception occurred: [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Traceback (most recent call last): [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self._detach_root_volume(context, instance, root_bdm) [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] with excutils.save_and_reraise_exception(): [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self.force_reraise() [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] raise self.value [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self.driver.detach_volume(context, old_connection_info, [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] return self._volumeops.detach_volume(connection_info, instance) [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self._detach_volume_vmdk(connection_info, instance) [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] stable_ref.fetch_moref(session) [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] nova.exception.InstanceNotFound: Instance 5ab3f5ce-de47-4c01-9271-2b5416066d7f could not be found. [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] During handling of the above exception, another exception occurred: [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Traceback (most recent call last): [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] yield [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 781.889736] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self._do_rebuild_instance_with_claim( [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self._do_rebuild_instance( [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self._rebuild_default_impl(**kwargs) [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] self._rebuild_volume_backed_instance( [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] raise exception.BuildAbortException( [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] nova.exception.BuildAbortException: Build of instance 5ab3f5ce-de47-4c01-9271-2b5416066d7f aborted: Failed to rebuild volume backed instance. [ 781.891681] env[68466]: ERROR nova.compute.manager [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] [ 781.917653] env[68466]: DEBUG nova.network.neutron [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.970730] env[68466]: DEBUG nova.network.neutron [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.158429] env[68466]: DEBUG nova.network.neutron [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.212424] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3b2b355d-dfe0-4977-9b7a-abd4b5774a6e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.650s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.242921] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812245, 'name': ReconfigVM_Task, 'duration_secs': 2.40346} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.242921] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e/volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.248136] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8273b3e-5364-46ce-a857-7067bd568376 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.277124] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for the task: (returnval){ [ 782.277124] env[68466]: value = "task-2812253" [ 782.277124] env[68466]: _type = "Task" [ 782.277124] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.286363] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.319504] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812250, 'name': Destroy_Task, 'duration_secs': 0.617924} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.319776] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Destroyed the VM [ 782.320452] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.320744] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5a1e58a-fd13-42f9-921e-c5b477ce1ad5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.327941] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 782.327941] env[68466]: value = "task-2812254" [ 782.327941] env[68466]: _type = "Task" [ 782.327941] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.342399] env[68466]: DEBUG oslo_vmware.api [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42588} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.349463] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.349816] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.349928] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.350067] env[68466]: INFO nova.compute.manager [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 782.350316] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.350533] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812254, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.350875] env[68466]: DEBUG nova.compute.manager [-] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.350875] env[68466]: DEBUG nova.network.neutron [-] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.449047] env[68466]: DEBUG nova.network.neutron [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance_info_cache with network_info: [{"id": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "address": "fa:16:3e:86:35:b8", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe21e8a-a3", "ovs_interfaceid": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.476130] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Releasing lock "refresh_cache-313032c0-fbc2-412b-9d9f-18fc97b79c78" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.476717] env[68466]: DEBUG nova.compute.manager [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.476905] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.477989] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa3f9d-59e5-4359-b0d7-afcff9123931 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.491102] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.491463] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5f27252-bdf1-4e4f-8a0b-da9afeeea751 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.502935] env[68466]: DEBUG oslo_vmware.api [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 782.502935] env[68466]: value = "task-2812255" [ 782.502935] env[68466]: _type = "Task" [ 782.502935] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.517590] env[68466]: DEBUG oslo_vmware.api [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.722040] env[68466]: DEBUG nova.compute.manager [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.790364] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.841774] env[68466]: DEBUG nova.network.neutron [req-8d313f34-269e-425b-a3ab-8a22dd649d74 req-5e2387b0-3b74-4a08-8f66-71afb7c9c045 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updated VIF entry in instance network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.841774] env[68466]: DEBUG nova.network.neutron [req-8d313f34-269e-425b-a3ab-8a22dd649d74 req-5e2387b0-3b74-4a08-8f66-71afb7c9c045 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updating instance_info_cache with network_info: [{"id": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "address": "fa:16:3e:e1:5f:14", "network": {"id": "19bd6734-8697-4dd8-b510-fafe2df19a65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851114934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "33c5f084901e4de4aa8d341819b36d89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b1a1ba-e5", "ovs_interfaceid": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.846092] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812254, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.957485] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.957864] env[68466]: DEBUG nova.compute.manager [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Instance network_info: |[{"id": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "address": "fa:16:3e:86:35:b8", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe21e8a-a3", "ovs_interfaceid": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.961694] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:35:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.970557] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.973413] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b675257a-5070-4c8a-90b5-229f93978764] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.974618] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1211a98a-5c8c-43de-8168-1f73cf8ef43c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.991953] env[68466]: DEBUG oslo_vmware.rw_handles [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521bb297-afff-af12-69c5-5a1933a1b0ea/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 782.992697] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07556e-edf0-4638-933b-dad269e488ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.003569] env[68466]: DEBUG oslo_vmware.rw_handles [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521bb297-afff-af12-69c5-5a1933a1b0ea/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 783.003569] env[68466]: ERROR oslo_vmware.rw_handles [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521bb297-afff-af12-69c5-5a1933a1b0ea/disk-0.vmdk due to incomplete transfer. [ 783.004673] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-369acd0b-262d-4a3c-a032-1d3c7e97afef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.006324] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.006324] env[68466]: value = "task-2812256" [ 783.006324] env[68466]: _type = "Task" [ 783.006324] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.015302] env[68466]: DEBUG oslo_vmware.rw_handles [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521bb297-afff-af12-69c5-5a1933a1b0ea/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 783.015501] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Uploaded image 9ad49223-b073-49e2-aa67-8b179568ff60 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 783.017754] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 783.026114] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7c5f19a0-e473-41d4-886b-9af837ee1f61 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.028052] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812256, 'name': CreateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.028255] env[68466]: DEBUG oslo_vmware.api [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.035798] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 783.035798] env[68466]: value = "task-2812257" [ 783.035798] env[68466]: _type = "Task" [ 783.035798] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.051851] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812257, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.246552] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.290294] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.343928] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812254, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.347939] env[68466]: DEBUG oslo_concurrency.lockutils [req-8d313f34-269e-425b-a3ab-8a22dd649d74 req-5e2387b0-3b74-4a08-8f66-71afb7c9c045 service nova] Releasing lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.458601] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae806c5c-f7e7-4fb9-8fc0-2ca80c851d62 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.469281] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cf9a1d-3096-4529-82a6-967bc037bbbf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.507064] env[68466]: DEBUG nova.network.neutron [-] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.513154] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c453f9-14df-4536-92a6-c988c63efcf0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.525388] env[68466]: DEBUG oslo_vmware.api [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.531129] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812256, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.532851] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdff4b46-44c4-4859-8779-aa3a7361b2fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.561043] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812257, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.562189] env[68466]: DEBUG nova.compute.provider_tree [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.788706] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812253, 'name': ReconfigVM_Task, 'duration_secs': 1.217583} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.789574] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565090', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'name': 'volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b23fa39-37a3-4772-8970-d9f841b97faa', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'serial': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 783.789574] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-994e5c35-da8b-4d3e-92fa-20565d9dbef3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.794108] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.794409] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.794603] env[68466]: INFO nova.compute.manager [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Shelving [ 783.797802] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for the task: (returnval){ [ 783.797802] env[68466]: value = "task-2812258" [ 783.797802] env[68466]: _type = "Task" [ 783.797802] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.806507] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812258, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.843016] env[68466]: DEBUG oslo_vmware.api [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812254, 'name': RemoveSnapshot_Task, 'duration_secs': 1.305951} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.843413] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.909242] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.944888] env[68466]: DEBUG nova.compute.manager [req-72bb5dde-f83b-4399-a945-e27aa6a9b048 req-613f4cac-962d-4306-af44-36ebb21f5578 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Received event network-changed-3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 783.945208] env[68466]: DEBUG nova.compute.manager [req-72bb5dde-f83b-4399-a945-e27aa6a9b048 req-613f4cac-962d-4306-af44-36ebb21f5578 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Refreshing instance network info cache due to event network-changed-3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 783.945402] env[68466]: DEBUG oslo_concurrency.lockutils [req-72bb5dde-f83b-4399-a945-e27aa6a9b048 req-613f4cac-962d-4306-af44-36ebb21f5578 service nova] Acquiring lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.945626] env[68466]: DEBUG oslo_concurrency.lockutils [req-72bb5dde-f83b-4399-a945-e27aa6a9b048 req-613f4cac-962d-4306-af44-36ebb21f5578 service nova] Acquired lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.945840] env[68466]: DEBUG nova.network.neutron [req-72bb5dde-f83b-4399-a945-e27aa6a9b048 req-613f4cac-962d-4306-af44-36ebb21f5578 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Refreshing network info cache for port 3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.019869] env[68466]: INFO nova.compute.manager [-] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Took 1.67 seconds to deallocate network for instance. [ 784.020511] env[68466]: DEBUG oslo_vmware.api [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812255, 'name': PowerOffVM_Task, 'duration_secs': 1.148345} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.025492] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.025715] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.028836] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdc548e0-3e4c-41d7-8237-0629c529e22b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.037131] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812256, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.048453] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812257, 'name': Destroy_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.060999] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.061183] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.061253] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Deleting the datastore file [datastore2] 313032c0-fbc2-412b-9d9f-18fc97b79c78 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.062181] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8297b618-2295-40fe-bbee-ca1ff8e4ad14 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.066980] env[68466]: DEBUG nova.scheduler.client.report [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.072242] env[68466]: DEBUG oslo_vmware.api [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for the task: (returnval){ [ 784.072242] env[68466]: value = "task-2812260" [ 784.072242] env[68466]: _type = "Task" [ 784.072242] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.082901] env[68466]: DEBUG oslo_vmware.api [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.314575] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812258, 'name': Rename_Task, 'duration_secs': 0.204854} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.315047] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.315293] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02bbab6f-4c10-4f29-8a07-c57fd2b284bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.321436] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for the task: (returnval){ [ 784.321436] env[68466]: value = "task-2812261" [ 784.321436] env[68466]: _type = "Task" [ 784.321436] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.330819] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.348678] env[68466]: WARNING nova.compute.manager [None req-dbcc976b-6655-4b38-a3e5-056ecea1d09a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Image not found during snapshot: nova.exception.ImageNotFound: Image da960ee5-ae0a-4c60-b485-11fce851ee2b could not be found. [ 784.537116] env[68466]: DEBUG oslo_concurrency.lockutils [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.537116] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812256, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.555425] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812257, 'name': Destroy_Task, 'duration_secs': 1.021571} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.558298] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Destroyed the VM [ 784.558298] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.561215] env[68466]: DEBUG nova.compute.manager [req-8b935c3c-d667-44b0-b35d-eb4437cdb8e2 req-4257424b-7289-42f1-8abb-583ef5c9f70f service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Received event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 784.561562] env[68466]: DEBUG nova.compute.manager [req-8b935c3c-d667-44b0-b35d-eb4437cdb8e2 req-4257424b-7289-42f1-8abb-583ef5c9f70f service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing instance network info cache due to event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 784.562460] env[68466]: DEBUG oslo_concurrency.lockutils [req-8b935c3c-d667-44b0-b35d-eb4437cdb8e2 req-4257424b-7289-42f1-8abb-583ef5c9f70f service nova] Acquiring lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.562460] env[68466]: DEBUG oslo_concurrency.lockutils [req-8b935c3c-d667-44b0-b35d-eb4437cdb8e2 req-4257424b-7289-42f1-8abb-583ef5c9f70f service nova] Acquired lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.562745] env[68466]: DEBUG nova.network.neutron [req-8b935c3c-d667-44b0-b35d-eb4437cdb8e2 req-4257424b-7289-42f1-8abb-583ef5c9f70f service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.564707] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9514d0e-2a60-4550-9423-4661027a1327 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.574630] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.575800] env[68466]: DEBUG nova.compute.manager [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.588334] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.285s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.588334] env[68466]: DEBUG nova.objects.instance [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lazy-loading 'resources' on Instance uuid 88df2192-c0bf-41f2-b8a6-ebe851e167ff {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.592204] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 784.592204] env[68466]: value = "task-2812262" [ 784.592204] env[68466]: _type = "Task" [ 784.592204] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.602276] env[68466]: DEBUG oslo_vmware.api [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Task: {'id': task-2812260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219635} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.603031] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.603150] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.603336] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.603506] env[68466]: INFO nova.compute.manager [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Took 2.13 seconds to destroy the instance on the hypervisor. [ 784.605838] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.605838] env[68466]: DEBUG nova.compute.manager [-] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.605838] env[68466]: DEBUG nova.network.neutron [-] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.612255] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812262, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.643311] env[68466]: DEBUG nova.network.neutron [-] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.707875] env[68466]: INFO nova.compute.manager [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Rescuing [ 784.708228] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "refresh_cache-8beb5243-5465-4efc-bfe9-5487a5ee16b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.708474] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "refresh_cache-8beb5243-5465-4efc-bfe9-5487a5ee16b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.708727] env[68466]: DEBUG nova.network.neutron [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.769238] env[68466]: DEBUG nova.network.neutron [req-72bb5dde-f83b-4399-a945-e27aa6a9b048 req-613f4cac-962d-4306-af44-36ebb21f5578 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updated VIF entry in instance network info cache for port 3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.769722] env[68466]: DEBUG nova.network.neutron [req-72bb5dde-f83b-4399-a945-e27aa6a9b048 req-613f4cac-962d-4306-af44-36ebb21f5578 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance_info_cache with network_info: [{"id": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "address": "fa:16:3e:86:35:b8", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe21e8a-a3", "ovs_interfaceid": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.816498] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.816859] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1121ee71-fe6b-42ce-8e89-f8996ebb7564 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.825815] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 784.825815] env[68466]: value = "task-2812263" [ 784.825815] env[68466]: _type = "Task" [ 784.825815] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.841926] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812261, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.848430] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.973295] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Acquiring lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.973295] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.031353] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812256, 'name': CreateVM_Task, 'duration_secs': 1.583329} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.031586] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b675257a-5070-4c8a-90b5-229f93978764] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.032363] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.032593] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.032947] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.033248] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8286fd-42ce-4778-9d69-345c46119dec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.038120] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 785.038120] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52db2b0f-f1a9-7e34-605a-c56a058de0f6" [ 785.038120] env[68466]: _type = "Task" [ 785.038120] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.046874] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52db2b0f-f1a9-7e34-605a-c56a058de0f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.095028] env[68466]: DEBUG nova.compute.utils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.101147] env[68466]: DEBUG nova.compute.manager [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.102720] env[68466]: DEBUG nova.network.neutron [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.126594] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812262, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.137557] env[68466]: DEBUG nova.network.neutron [-] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.200820] env[68466]: DEBUG nova.policy [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f4bfd11f411436e918fed6d2b66471b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c49f72a85dc0496c992037afc504d5d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.273902] env[68466]: DEBUG oslo_concurrency.lockutils [req-72bb5dde-f83b-4399-a945-e27aa6a9b048 req-613f4cac-962d-4306-af44-36ebb21f5578 service nova] Releasing lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.274177] env[68466]: DEBUG nova.compute.manager [req-72bb5dde-f83b-4399-a945-e27aa6a9b048 req-613f4cac-962d-4306-af44-36ebb21f5578 service nova] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Received event network-vif-deleted-80c5b678-58b0-4cd5-94bc-327cdc4390b9 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 785.347382] env[68466]: DEBUG oslo_vmware.api [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812261, 'name': PowerOnVM_Task, 'duration_secs': 0.897174} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.347986] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812263, 'name': PowerOffVM_Task, 'duration_secs': 0.345956} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.348309] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.348650] env[68466]: INFO nova.compute.manager [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Took 8.13 seconds to spawn the instance on the hypervisor. [ 785.348872] env[68466]: DEBUG nova.compute.manager [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.349221] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.350204] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48bbd81-4c1b-4038-b04b-65f7caba1b71 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.353248] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03500075-99b8-4d1c-bfdd-56759e545ae5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.387461] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a46fdc6-bb6b-41d3-b085-004f703d1b3b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.475405] env[68466]: DEBUG nova.compute.utils [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.553313] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52db2b0f-f1a9-7e34-605a-c56a058de0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014577} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.553620] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.553848] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.554105] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.554254] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.554469] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.554985] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2338c9d5-d78c-4121-99e7-de2a4850bb57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.568913] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.569291] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.570036] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c34ab2-eb02-4ded-bad1-9aae4431bd1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.575242] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 785.575242] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526a4f6f-f297-fbff-57fe-21afdb52a2dc" [ 785.575242] env[68466]: _type = "Task" [ 785.575242] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.587461] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526a4f6f-f297-fbff-57fe-21afdb52a2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.605247] env[68466]: DEBUG nova.compute.utils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.614353] env[68466]: DEBUG oslo_vmware.api [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812262, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880361} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.618750] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.619279] env[68466]: INFO nova.compute.manager [None req-7275baa0-ae88-447d-b46c-cb34b6f95459 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Took 17.31 seconds to snapshot the instance on the hypervisor. [ 785.642939] env[68466]: INFO nova.compute.manager [-] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Took 1.04 seconds to deallocate network for instance. [ 785.669315] env[68466]: DEBUG nova.network.neutron [req-8b935c3c-d667-44b0-b35d-eb4437cdb8e2 req-4257424b-7289-42f1-8abb-583ef5c9f70f service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updated VIF entry in instance network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.669495] env[68466]: DEBUG nova.network.neutron [req-8b935c3c-d667-44b0-b35d-eb4437cdb8e2 req-4257424b-7289-42f1-8abb-583ef5c9f70f service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updating instance_info_cache with network_info: [{"id": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "address": "fa:16:3e:e1:5f:14", "network": {"id": "19bd6734-8697-4dd8-b510-fafe2df19a65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851114934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "33c5f084901e4de4aa8d341819b36d89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b1a1ba-e5", "ovs_interfaceid": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.689229] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc7f6e8-8cdc-4042-8be3-4ee6bd8aadc2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.698539] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9194f5b-a0f8-4c9d-b27c-f313b91defdd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.734152] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86d6e39-769c-4808-b8e7-1f96df960d5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.742851] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1964af-97ca-4111-ac21-5b8027a27886 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.757597] env[68466]: DEBUG nova.compute.provider_tree [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.759691] env[68466]: DEBUG nova.network.neutron [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Updating instance_info_cache with network_info: [{"id": "1518bc7a-2781-4b0c-ae6d-bddee943ee13", "address": "fa:16:3e:87:85:78", "network": {"id": "02415e9a-e637-4cff-89ad-654e35c6f882", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1804478258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "398ba8bba26b4103a6fd98edc1ca519a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1518bc7a-27", "ovs_interfaceid": "1518bc7a-2781-4b0c-ae6d-bddee943ee13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.897020] env[68466]: INFO nova.compute.manager [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Took 39.97 seconds to build instance. [ 785.901301] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.903091] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ac76a33-349a-40ce-b744-056e249cc6f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.910100] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 785.910100] env[68466]: value = "task-2812264" [ 785.910100] env[68466]: _type = "Task" [ 785.910100] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.920152] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.966415] env[68466]: DEBUG nova.network.neutron [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Successfully created port: 6778a1fe-8565-45cc-b859-7d4ff1704bcc {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.971219] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "d05c7934-49ff-481f-a11f-38c80f0f330e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.971456] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "d05c7934-49ff-481f-a11f-38c80f0f330e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.971649] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "d05c7934-49ff-481f-a11f-38c80f0f330e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.971823] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "d05c7934-49ff-481f-a11f-38c80f0f330e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.971989] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "d05c7934-49ff-481f-a11f-38c80f0f330e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.974313] env[68466]: INFO nova.compute.manager [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Terminating instance [ 785.980908] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.091741] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526a4f6f-f297-fbff-57fe-21afdb52a2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.035625} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.094023] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0658abd-90f3-4f31-b416-e223b5a5f0c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.102504] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 786.102504] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b7a0d0-9c42-9ba8-36a7-323b859c6755" [ 786.102504] env[68466]: _type = "Task" [ 786.102504] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.110135] env[68466]: DEBUG nova.compute.manager [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.119287] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b7a0d0-9c42-9ba8-36a7-323b859c6755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.150792] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.175483] env[68466]: DEBUG oslo_concurrency.lockutils [req-8b935c3c-d667-44b0-b35d-eb4437cdb8e2 req-4257424b-7289-42f1-8abb-583ef5c9f70f service nova] Releasing lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.261949] env[68466]: DEBUG nova.scheduler.client.report [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.267187] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "refresh_cache-8beb5243-5465-4efc-bfe9-5487a5ee16b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.398474] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc78545f-f757-484f-8282-a9b447e5019d tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "3b23fa39-37a3-4772-8970-d9f841b97faa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.445s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.426373] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812264, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.477921] env[68466]: DEBUG nova.compute.manager [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.478222] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.479331] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e43306-280a-4f54-a45d-8c55d0c45357 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.487765] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.488422] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f79d1687-aed7-4223-9db1-cf46aabaf9e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.497968] env[68466]: DEBUG oslo_vmware.api [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 786.497968] env[68466]: value = "task-2812265" [ 786.497968] env[68466]: _type = "Task" [ 786.497968] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.514798] env[68466]: DEBUG oslo_vmware.api [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.615408] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b7a0d0-9c42-9ba8-36a7-323b859c6755, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.615814] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.616120] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] b675257a-5070-4c8a-90b5-229f93978764/b675257a-5070-4c8a-90b5-229f93978764.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.616561] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de1b7e4a-b5cf-4627-8c50-1a6208a81ffd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.628463] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 786.628463] env[68466]: value = "task-2812266" [ 786.628463] env[68466]: _type = "Task" [ 786.628463] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.635711] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.771131] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.775645] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.229s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.776295] env[68466]: DEBUG nova.objects.instance [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lazy-loading 'resources' on Instance uuid 72580eab-6d31-402f-b0a5-6eedbc8d62d6 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.799596] env[68466]: INFO nova.scheduler.client.report [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Deleted allocations for instance 88df2192-c0bf-41f2-b8a6-ebe851e167ff [ 786.901840] env[68466]: DEBUG nova.compute.manager [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.926400] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812264, 'name': CreateSnapshot_Task, 'duration_secs': 0.59606} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.927060] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.927903] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877c7884-0a13-4043-a416-a3377eb82402 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.008528] env[68466]: DEBUG oslo_vmware.api [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812265, 'name': PowerOffVM_Task, 'duration_secs': 0.196671} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.008848] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.009096] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.009374] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-048510f6-fc52-4f61-a529-c295dd0fed07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.069108] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.069339] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.069553] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Deleting the datastore file [datastore2] d05c7934-49ff-481f-a11f-38c80f0f330e {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.069825] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90370c29-5628-431e-812d-f0039b70bafc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.077988] env[68466]: DEBUG oslo_vmware.api [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 787.077988] env[68466]: value = "task-2812268" [ 787.077988] env[68466]: _type = "Task" [ 787.077988] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.082753] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Acquiring lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.083038] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.083287] env[68466]: INFO nova.compute.manager [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Attaching volume cf9c5255-d3d6-4cac-b213-d87c7886350d to /dev/sdb [ 787.090429] env[68466]: DEBUG oslo_vmware.api [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.128641] env[68466]: DEBUG nova.compute.manager [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.132774] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65f35b9-83ea-4210-ab1d-0aa98a7408cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.148473] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3862c6-59a9-42ca-9926-20cc1170588f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.154375] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812266, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.156624] env[68466]: DEBUG oslo_concurrency.lockutils [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.157539] env[68466]: DEBUG oslo_concurrency.lockutils [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.157539] env[68466]: DEBUG oslo_concurrency.lockutils [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.159422] env[68466]: DEBUG oslo_concurrency.lockutils [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.159422] env[68466]: DEBUG oslo_concurrency.lockutils [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.171392] env[68466]: INFO nova.compute.manager [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Terminating instance [ 787.173291] env[68466]: DEBUG nova.virt.block_device [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Updating existing volume attachment record: 4d57ca6d-09d9-4fa7-a9b6-6f96ac705336 {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 787.182987] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:38:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1056741067',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-652568897',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.183304] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.183494] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.183738] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.183920] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.184090] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.184376] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.184585] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.184898] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.185185] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.185185] env[68466]: DEBUG nova.virt.hardware [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.186364] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3972a7-b78e-4a2d-804e-d7332f00db68 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.199790] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263382a2-473f-480e-8074-10f443242485 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.314760] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ddcaaa6-d832-42bc-82de-aa8dcb687a8f tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "88df2192-c0bf-41f2-b8a6-ebe851e167ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.574s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.435351] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.453238] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.453238] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5296a53b-72b2-408b-82fe-09a80f71b6b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.465499] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 787.465499] env[68466]: value = "task-2812272" [ 787.465499] env[68466]: _type = "Task" [ 787.465499] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.470062] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Acquiring lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.470427] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.470796] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Acquiring lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.470839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.470989] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.473662] env[68466]: INFO nova.compute.manager [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Terminating instance [ 787.485913] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812272, 'name': CloneVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.571904] env[68466]: DEBUG nova.network.neutron [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Successfully updated port: 6778a1fe-8565-45cc-b859-7d4ff1704bcc {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.588531] env[68466]: DEBUG oslo_vmware.api [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389938} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.589055] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.589055] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.589148] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.590886] env[68466]: INFO nova.compute.manager [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 787.590886] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.590886] env[68466]: DEBUG nova.compute.manager [-] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.590886] env[68466]: DEBUG nova.network.neutron [-] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.642644] env[68466]: DEBUG nova.compute.manager [req-331ed27a-a8b2-4bf8-b288-2514d814405f req-341eee0f-3cf0-4096-8db8-a52714b72568 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Received event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.642644] env[68466]: DEBUG nova.compute.manager [req-331ed27a-a8b2-4bf8-b288-2514d814405f req-341eee0f-3cf0-4096-8db8-a52714b72568 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing instance network info cache due to event network-changed-31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 787.642644] env[68466]: DEBUG oslo_concurrency.lockutils [req-331ed27a-a8b2-4bf8-b288-2514d814405f req-341eee0f-3cf0-4096-8db8-a52714b72568 service nova] Acquiring lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.642644] env[68466]: DEBUG oslo_concurrency.lockutils [req-331ed27a-a8b2-4bf8-b288-2514d814405f req-341eee0f-3cf0-4096-8db8-a52714b72568 service nova] Acquired lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.643038] env[68466]: DEBUG nova.network.neutron [req-331ed27a-a8b2-4bf8-b288-2514d814405f req-341eee0f-3cf0-4096-8db8-a52714b72568 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Refreshing network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.648058] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832097} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.648232] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] b675257a-5070-4c8a-90b5-229f93978764/b675257a-5070-4c8a-90b5-229f93978764.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.648336] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.649113] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d86788ed-0867-4095-91cf-cc403f3b3345 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.655773] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 787.655773] env[68466]: value = "task-2812273" [ 787.655773] env[68466]: _type = "Task" [ 787.655773] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.669513] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.682481] env[68466]: DEBUG nova.compute.manager [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.682720] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.685257] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760de0bb-7516-40fe-aa7e-e5cd51190407 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.693061] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.693400] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37a5daf1-3933-41e8-8f70-33a6888a136a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.764289] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.764888] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.765602] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleting the datastore file [datastore1] 90cf41bc-ab5a-4775-8a27-2d5b24d30002 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.765995] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee6adfc3-7ffe-474a-9502-c1c2799ecd23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.775604] env[68466]: DEBUG oslo_vmware.api [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 787.775604] env[68466]: value = "task-2812275" [ 787.775604] env[68466]: _type = "Task" [ 787.775604] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.789326] env[68466]: DEBUG oslo_vmware.api [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.821381] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.822295] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65ab9415-6c49-4da2-bcf5-70fe79dda782 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.830536] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 787.830536] env[68466]: value = "task-2812276" [ 787.830536] env[68466]: _type = "Task" [ 787.830536] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.841836] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.925230] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3363a8be-c6db-42d0-bf00-0f8f2de5d98c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.934514] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0b25b-b107-4d9b-a84c-832b4b6a98ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.971166] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982ba90-8f61-4e31-9a33-2ec7fc19b588 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.983040] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e410db0-d050-4145-ba9f-204aca774987 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.988580] env[68466]: DEBUG nova.compute.manager [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.988953] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812272, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.989236] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2ece742-630a-4159-a853-047bbe9a0803 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.001926] env[68466]: DEBUG nova.compute.provider_tree [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.008995] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a63240e-ea12-43d5-b139-5f1ad2c38440 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.046587] env[68466]: WARNING nova.virt.vmwareapi.driver [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5ab3f5ce-de47-4c01-9271-2b5416066d7f could not be found. [ 788.046856] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.047255] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c79c94c2-4f0c-46b4-ad68-e44c1a35a9ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.057769] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb09921-e9b6-4818-80af-6335f502b5ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.079330] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "refresh_cache-fefbcbda-0d80-421b-9e42-79c8a038eb09" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.079330] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquired lock "refresh_cache-fefbcbda-0d80-421b-9e42-79c8a038eb09" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.079330] env[68466]: DEBUG nova.network.neutron [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.097417] env[68466]: WARNING nova.virt.vmwareapi.vmops [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5ab3f5ce-de47-4c01-9271-2b5416066d7f could not be found. [ 788.097789] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.097891] env[68466]: INFO nova.compute.manager [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Took 0.11 seconds to destroy the instance on the hypervisor. [ 788.098301] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.099748] env[68466]: DEBUG nova.compute.manager [-] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.099748] env[68466]: DEBUG nova.network.neutron [-] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.111134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquiring lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.111134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.111134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquiring lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.111134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.111134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.113721] env[68466]: INFO nova.compute.manager [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Terminating instance [ 788.168449] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20562} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.168890] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.169583] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229847c4-9c6f-47fe-8004-b0ffd4f3e221 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.191947] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] b675257a-5070-4c8a-90b5-229f93978764/b675257a-5070-4c8a-90b5-229f93978764.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.194857] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83701589-97f2-47df-966e-33756427cd06 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.219017] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 788.219017] env[68466]: value = "task-2812277" [ 788.219017] env[68466]: _type = "Task" [ 788.219017] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.227025] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.286331] env[68466]: DEBUG oslo_vmware.api [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224853} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.286657] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.286879] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.287104] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.287281] env[68466]: INFO nova.compute.manager [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Took 0.60 seconds to destroy the instance on the hypervisor. [ 788.287598] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.288063] env[68466]: DEBUG nova.compute.manager [-] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.288063] env[68466]: DEBUG nova.network.neutron [-] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.317129] env[68466]: DEBUG nova.compute.manager [req-1fc87516-6be7-49ce-acb3-1688f1acd9df req-ce3f4815-e9bb-445b-9e9b-fbba074ad379 service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Received event network-vif-plugged-6778a1fe-8565-45cc-b859-7d4ff1704bcc {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 788.317129] env[68466]: DEBUG oslo_concurrency.lockutils [req-1fc87516-6be7-49ce-acb3-1688f1acd9df req-ce3f4815-e9bb-445b-9e9b-fbba074ad379 service nova] Acquiring lock "fefbcbda-0d80-421b-9e42-79c8a038eb09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.317129] env[68466]: DEBUG oslo_concurrency.lockutils [req-1fc87516-6be7-49ce-acb3-1688f1acd9df req-ce3f4815-e9bb-445b-9e9b-fbba074ad379 service nova] Lock "fefbcbda-0d80-421b-9e42-79c8a038eb09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.317129] env[68466]: DEBUG oslo_concurrency.lockutils [req-1fc87516-6be7-49ce-acb3-1688f1acd9df req-ce3f4815-e9bb-445b-9e9b-fbba074ad379 service nova] Lock "fefbcbda-0d80-421b-9e42-79c8a038eb09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.317129] env[68466]: DEBUG nova.compute.manager [req-1fc87516-6be7-49ce-acb3-1688f1acd9df req-ce3f4815-e9bb-445b-9e9b-fbba074ad379 service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] No waiting events found dispatching network-vif-plugged-6778a1fe-8565-45cc-b859-7d4ff1704bcc {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.317129] env[68466]: WARNING nova.compute.manager [req-1fc87516-6be7-49ce-acb3-1688f1acd9df req-ce3f4815-e9bb-445b-9e9b-fbba074ad379 service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Received unexpected event network-vif-plugged-6778a1fe-8565-45cc-b859-7d4ff1704bcc for instance with vm_state building and task_state spawning. [ 788.348924] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812276, 'name': PowerOffVM_Task, 'duration_secs': 0.22332} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.349255] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.350701] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9de06c7-e953-4442-9da4-434333e94351 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.370574] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d1345-f342-40ff-b855-7a614e545111 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.391587] env[68466]: DEBUG nova.network.neutron [-] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.417536] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.418701] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da020d54-a1dd-428d-b423-e29fc3a0a5a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.434057] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 788.434057] env[68466]: value = "task-2812278" [ 788.434057] env[68466]: _type = "Task" [ 788.434057] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.448304] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 788.448304] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.448304] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.448304] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.448304] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.448304] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50cca200-8fd9-4883-841d-9dbb7aeed5b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.457727] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.457727] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.458777] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38277dd-0d9e-40cd-8a80-afd2dd5a579e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.465676] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 788.465676] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52822d16-6acf-96ef-f3e9-a43028380325" [ 788.465676] env[68466]: _type = "Task" [ 788.465676] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.481910] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52822d16-6acf-96ef-f3e9-a43028380325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.484924] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812272, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.508309] env[68466]: DEBUG nova.scheduler.client.report [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.532544] env[68466]: DEBUG nova.network.neutron [req-331ed27a-a8b2-4bf8-b288-2514d814405f req-341eee0f-3cf0-4096-8db8-a52714b72568 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updated VIF entry in instance network info cache for port 31b1a1ba-e559-47ba-b950-7e04ef40703d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.533349] env[68466]: DEBUG nova.network.neutron [req-331ed27a-a8b2-4bf8-b288-2514d814405f req-341eee0f-3cf0-4096-8db8-a52714b72568 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updating instance_info_cache with network_info: [{"id": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "address": "fa:16:3e:e1:5f:14", "network": {"id": "19bd6734-8697-4dd8-b510-fafe2df19a65", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-851114934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "33c5f084901e4de4aa8d341819b36d89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31b1a1ba-e5", "ovs_interfaceid": "31b1a1ba-e559-47ba-b950-7e04ef40703d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.617375] env[68466]: DEBUG nova.compute.manager [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.617633] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.618558] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c659be-3a27-4b1b-85b9-6854fd4089b8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.627382] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.627765] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a7e8911-9ce1-4e11-9a70-9fe2249396a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.635608] env[68466]: DEBUG oslo_vmware.api [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 788.635608] env[68466]: value = "task-2812279" [ 788.635608] env[68466]: _type = "Task" [ 788.635608] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.644246] env[68466]: DEBUG oslo_vmware.api [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2812279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.647416] env[68466]: DEBUG nova.network.neutron [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.708651] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "83a86c4a-76f4-4e89-a300-6521bea879bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.708651] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "83a86c4a-76f4-4e89-a300-6521bea879bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.730287] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812277, 'name': ReconfigVM_Task, 'duration_secs': 0.49194} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.730566] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfigured VM instance instance-00000034 to attach disk [datastore1] b675257a-5070-4c8a-90b5-229f93978764/b675257a-5070-4c8a-90b5-229f93978764.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.731286] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a60efcf-77d5-4755-b1c4-7499471f3631 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.737666] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 788.737666] env[68466]: value = "task-2812280" [ 788.737666] env[68466]: _type = "Task" [ 788.737666] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.748908] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812280, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.894362] env[68466]: INFO nova.compute.manager [-] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Took 1.30 seconds to deallocate network for instance. [ 788.935773] env[68466]: DEBUG oslo_concurrency.lockutils [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "38281f32-3fce-40dd-83f1-56c133ea71ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.936122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "38281f32-3fce-40dd-83f1-56c133ea71ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.936377] env[68466]: DEBUG oslo_concurrency.lockutils [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "38281f32-3fce-40dd-83f1-56c133ea71ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.936538] env[68466]: DEBUG oslo_concurrency.lockutils [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "38281f32-3fce-40dd-83f1-56c133ea71ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.936733] env[68466]: DEBUG oslo_concurrency.lockutils [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "38281f32-3fce-40dd-83f1-56c133ea71ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.938912] env[68466]: INFO nova.compute.manager [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Terminating instance [ 788.961790] env[68466]: DEBUG nova.network.neutron [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Updating instance_info_cache with network_info: [{"id": "6778a1fe-8565-45cc-b859-7d4ff1704bcc", "address": "fa:16:3e:e8:a3:8e", "network": {"id": "3837788a-5468-4058-aaca-c67993b84b76", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-526119827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49f72a85dc0496c992037afc504d5d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6778a1fe-85", "ovs_interfaceid": "6778a1fe-8565-45cc-b859-7d4ff1704bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.981721] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812272, 'name': CloneVM_Task, 'duration_secs': 1.39441} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.986183] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Created linked-clone VM from snapshot [ 788.986747] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52822d16-6acf-96ef-f3e9-a43028380325, 'name': SearchDatastore_Task, 'duration_secs': 0.016278} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.987557] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64a3244-1539-4243-8776-4583b094802e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.991701] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0c92fc-ab6d-4936-8ab1-ebe8295dafda {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.001202] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 789.001202] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52546c48-e70d-3f64-2e5f-d55b77c49752" [ 789.001202] env[68466]: _type = "Task" [ 789.001202] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.001462] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Uploading image 62e1ef42-fcbf-490f-b671-1b12d4986327 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 789.016535] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.019515] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52546c48-e70d-3f64-2e5f-d55b77c49752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.020208] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.067s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.022245] env[68466]: INFO nova.compute.claims [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.038983] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 789.038983] env[68466]: value = "vm-565149" [ 789.038983] env[68466]: _type = "VirtualMachine" [ 789.038983] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 789.039515] env[68466]: DEBUG oslo_concurrency.lockutils [req-331ed27a-a8b2-4bf8-b288-2514d814405f req-341eee0f-3cf0-4096-8db8-a52714b72568 service nova] Releasing lock "refresh_cache-38281f32-3fce-40dd-83f1-56c133ea71ac" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.040458] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-686cc6e9-77f3-4b4e-99dc-6a9ba34a9e37 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.051956] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lease: (returnval){ [ 789.051956] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525bece2-4891-f9c2-802f-d8699b0b841b" [ 789.051956] env[68466]: _type = "HttpNfcLease" [ 789.051956] env[68466]: } obtained for exporting VM: (result){ [ 789.051956] env[68466]: value = "vm-565149" [ 789.051956] env[68466]: _type = "VirtualMachine" [ 789.051956] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 789.052307] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the lease: (returnval){ [ 789.052307] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525bece2-4891-f9c2-802f-d8699b0b841b" [ 789.052307] env[68466]: _type = "HttpNfcLease" [ 789.052307] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 789.058344] env[68466]: INFO nova.scheduler.client.report [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Deleted allocations for instance 72580eab-6d31-402f-b0a5-6eedbc8d62d6 [ 789.068714] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 789.068714] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525bece2-4891-f9c2-802f-d8699b0b841b" [ 789.068714] env[68466]: _type = "HttpNfcLease" [ 789.068714] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 789.072238] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 789.072238] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525bece2-4891-f9c2-802f-d8699b0b841b" [ 789.072238] env[68466]: _type = "HttpNfcLease" [ 789.072238] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 789.072238] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0b74fd-7f90-4fad-8094-ef8938233695 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.078745] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e00b59-a564-cfcb-50a1-04764eb37250/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 789.078913] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e00b59-a564-cfcb-50a1-04764eb37250/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 789.151049] env[68466]: DEBUG oslo_vmware.api [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2812279, 'name': PowerOffVM_Task, 'duration_secs': 0.246528} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.151339] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.151805] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.151805] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-881d6e11-f4ae-4dc2-afde-cfd7ff4c1c3d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.175400] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a56a5f2-91d2-497a-b339-67239674dad3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.247851] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812280, 'name': Rename_Task, 'duration_secs': 0.204841} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.248043] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.248479] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d76b110-19ed-4cd4-8892-64b3444bb117 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.254191] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 789.254191] env[68466]: value = "task-2812283" [ 789.254191] env[68466]: _type = "Task" [ 789.254191] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.261873] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.400723] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.441476] env[68466]: DEBUG nova.network.neutron [-] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.444885] env[68466]: DEBUG nova.compute.manager [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.449668] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.449668] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293253e0-1a53-4fb3-a5ae-6495661fe9ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.457671] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.458242] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7632fb2d-5aa4-4b43-8e87-778dd7d7f6a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.465148] env[68466]: DEBUG oslo_vmware.api [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 789.465148] env[68466]: value = "task-2812284" [ 789.465148] env[68466]: _type = "Task" [ 789.465148] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.466541] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Releasing lock "refresh_cache-fefbcbda-0d80-421b-9e42-79c8a038eb09" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.467280] env[68466]: DEBUG nova.compute.manager [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Instance network_info: |[{"id": "6778a1fe-8565-45cc-b859-7d4ff1704bcc", "address": "fa:16:3e:e8:a3:8e", "network": {"id": "3837788a-5468-4058-aaca-c67993b84b76", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-526119827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49f72a85dc0496c992037afc504d5d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6778a1fe-85", "ovs_interfaceid": "6778a1fe-8565-45cc-b859-7d4ff1704bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.473396] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:a3:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6778a1fe-8565-45cc-b859-7d4ff1704bcc', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.481360] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.482122] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.483917] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bddc6132-8561-4d9e-9592-c0a4c149b82c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.503130] env[68466]: DEBUG oslo_vmware.api [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.510794] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.510794] env[68466]: value = "task-2812285" [ 789.510794] env[68466]: _type = "Task" [ 789.510794] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.519055] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52546c48-e70d-3f64-2e5f-d55b77c49752, 'name': SearchDatastore_Task, 'duration_secs': 0.021639} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.519822] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.520707] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8beb5243-5465-4efc-bfe9-5487a5ee16b5/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. {{(pid=68466) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 789.520707] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ad323bd-475a-479c-94d6-45d450faf864 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.531851] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812285, 'name': CreateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.532751] env[68466]: DEBUG oslo_concurrency.lockutils [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.532924] env[68466]: DEBUG oslo_concurrency.lockutils [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.533138] env[68466]: DEBUG oslo_concurrency.lockutils [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.533417] env[68466]: DEBUG oslo_concurrency.lockutils [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.533479] env[68466]: DEBUG oslo_concurrency.lockutils [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.536914] env[68466]: INFO nova.compute.manager [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Terminating instance [ 789.539772] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 789.539772] env[68466]: value = "task-2812287" [ 789.539772] env[68466]: _type = "Task" [ 789.539772] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.551649] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.553121] env[68466]: DEBUG nova.network.neutron [-] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.577490] env[68466]: DEBUG oslo_concurrency.lockutils [None req-776ffad8-6ea1-498e-a637-564e58000ee4 tempest-ServersListShow298Test-900968199 tempest-ServersListShow298Test-900968199-project-member] Lock "72580eab-6d31-402f-b0a5-6eedbc8d62d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.297s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.777725] env[68466]: DEBUG oslo_vmware.api [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812283, 'name': PowerOnVM_Task, 'duration_secs': 0.515244} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.777725] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.777725] env[68466]: INFO nova.compute.manager [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Took 9.25 seconds to spawn the instance on the hypervisor. [ 789.777725] env[68466]: DEBUG nova.compute.manager [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.781491] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f2909-a024-4be4-861d-4243944fa846 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.791106] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.791639] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.947796] env[68466]: INFO nova.compute.manager [-] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Took 1.66 seconds to deallocate network for instance. [ 789.978043] env[68466]: DEBUG oslo_vmware.api [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812284, 'name': PowerOffVM_Task, 'duration_secs': 0.273508} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.980125] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.980493] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.982198] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aac213e-d4e3-478b-8570-fd110db32a5c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.022516] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812285, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.049594] env[68466]: DEBUG nova.compute.manager [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.050166] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.052225] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635afd7d-50ee-400e-a937-307664a4678b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.060805] env[68466]: INFO nova.compute.manager [-] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Took 1.96 seconds to deallocate network for instance. [ 790.071655] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.078686] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.080808] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d5674e-a6f0-472d-9193-1ccf5534cf6d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.088506] env[68466]: DEBUG oslo_vmware.api [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 790.088506] env[68466]: value = "task-2812289" [ 790.088506] env[68466]: _type = "Task" [ 790.088506] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.098212] env[68466]: DEBUG oslo_vmware.api [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.316150] env[68466]: INFO nova.compute.manager [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Took 42.86 seconds to build instance. [ 790.456123] env[68466]: DEBUG oslo_concurrency.lockutils [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.475025] env[68466]: DEBUG nova.compute.manager [req-2a268bad-f3d3-4584-a083-092d3afb77ba req-8244aca7-6cb9-4e52-8103-7f6dbe4abe21 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Received event network-changed-33de786d-67d8-4045-92d1-abe607d3425f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 790.475247] env[68466]: DEBUG nova.compute.manager [req-2a268bad-f3d3-4584-a083-092d3afb77ba req-8244aca7-6cb9-4e52-8103-7f6dbe4abe21 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Refreshing instance network info cache due to event network-changed-33de786d-67d8-4045-92d1-abe607d3425f. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 790.475490] env[68466]: DEBUG oslo_concurrency.lockutils [req-2a268bad-f3d3-4584-a083-092d3afb77ba req-8244aca7-6cb9-4e52-8103-7f6dbe4abe21 service nova] Acquiring lock "refresh_cache-3b23fa39-37a3-4772-8970-d9f841b97faa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.475693] env[68466]: DEBUG oslo_concurrency.lockutils [req-2a268bad-f3d3-4584-a083-092d3afb77ba req-8244aca7-6cb9-4e52-8103-7f6dbe4abe21 service nova] Acquired lock "refresh_cache-3b23fa39-37a3-4772-8970-d9f841b97faa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.475878] env[68466]: DEBUG nova.network.neutron [req-2a268bad-f3d3-4584-a083-092d3afb77ba req-8244aca7-6cb9-4e52-8103-7f6dbe4abe21 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Refreshing network info cache for port 33de786d-67d8-4045-92d1-abe607d3425f {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.525535] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.525535] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.530874] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812285, 'name': CreateVM_Task, 'duration_secs': 0.757691} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.531585] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.532467] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.532510] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.532972] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.533325] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e952efac-ceef-47b5-9844-caf8b344a235 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.539365] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 790.539365] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52daaa03-d1cf-3c58-229d-445b04103bac" [ 790.539365] env[68466]: _type = "Task" [ 790.539365] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.550681] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52daaa03-d1cf-3c58-229d-445b04103bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.556061] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.557453] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.557833] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Deleting the datastore file [datastore1] 8bffcb6f-d44b-4da3-8ac2-c5de39537344 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.560089] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b993f116-d0ef-4cd0-9092-bd9fe72831bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.568825] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.573406] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.573406] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Deleting the datastore file [datastore1] 38281f32-3fce-40dd-83f1-56c133ea71ac {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.580252] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689561f6-d4de-40fe-887c-b915bcf754ba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.582473] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578289} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.584036] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8beb5243-5465-4efc-bfe9-5487a5ee16b5/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. [ 790.584491] env[68466]: DEBUG oslo_vmware.api [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for the task: (returnval){ [ 790.584491] env[68466]: value = "task-2812290" [ 790.584491] env[68466]: _type = "Task" [ 790.584491] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.585550] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c95fd-cc7d-4e6e-8a1b-54dedfa56f8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.592910] env[68466]: DEBUG oslo_vmware.api [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for the task: (returnval){ [ 790.592910] env[68466]: value = "task-2812291" [ 790.592910] env[68466]: _type = "Task" [ 790.592910] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.623266] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 8beb5243-5465-4efc-bfe9-5487a5ee16b5/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.627890] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be50e3c4-a2c5-4b7e-a4d4-5d55a608b9d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.641013] env[68466]: DEBUG oslo_vmware.api [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2812290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.642175] env[68466]: INFO nova.compute.manager [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Took 0.58 seconds to detach 1 volumes for instance. [ 790.650049] env[68466]: DEBUG oslo_vmware.api [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812289, 'name': PowerOffVM_Task, 'duration_secs': 0.28419} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.651359] env[68466]: DEBUG nova.compute.manager [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Deleting volume: 97a8fcf5-9e93-4c7a-994b-7b9db70dba15 {{(pid=68466) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 790.653620] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.653733] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.657577] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-985601ab-9f3b-4d41-9e91-6b51860e3245 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.659274] env[68466]: DEBUG oslo_vmware.api [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.660633] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 790.660633] env[68466]: value = "task-2812292" [ 790.660633] env[68466]: _type = "Task" [ 790.660633] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.677701] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.737596] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.737596] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.737596] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Deleting the datastore file [datastore1] 05cb9a0a-33dd-43b5-b430-2a36ec1942c9 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.737596] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0323d31d-292b-4dae-b9b4-c739be1d2a0d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.745679] env[68466]: DEBUG oslo_vmware.api [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for the task: (returnval){ [ 790.745679] env[68466]: value = "task-2812294" [ 790.745679] env[68466]: _type = "Task" [ 790.745679] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.757411] env[68466]: DEBUG oslo_vmware.api [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.819072] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d302c91-5afc-4928-8b6a-5407c8a3003a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.824766] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c553bfba-cff9-4514-848b-56a56d8d1a4c tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "b675257a-5070-4c8a-90b5-229f93978764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.591s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.831323] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde179ff-92b0-475b-b316-eb98126a15d0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.870944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquiring lock "c627a46b-228f-4f55-846e-205d2df07ec9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.871355] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "c627a46b-228f-4f55-846e-205d2df07ec9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.871644] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquiring lock "c627a46b-228f-4f55-846e-205d2df07ec9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.872084] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "c627a46b-228f-4f55-846e-205d2df07ec9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.872341] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "c627a46b-228f-4f55-846e-205d2df07ec9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.876194] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d94c1e-4afb-4a36-909b-6a98de152ad5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.880228] env[68466]: INFO nova.compute.manager [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Terminating instance [ 790.888702] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358403fb-265d-48b7-8c1f-e12498411946 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.905541] env[68466]: DEBUG nova.compute.provider_tree [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.910189] env[68466]: DEBUG nova.compute.manager [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Received event network-changed-6778a1fe-8565-45cc-b859-7d4ff1704bcc {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 790.910462] env[68466]: DEBUG nova.compute.manager [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Refreshing instance network info cache due to event network-changed-6778a1fe-8565-45cc-b859-7d4ff1704bcc. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 790.910844] env[68466]: DEBUG oslo_concurrency.lockutils [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] Acquiring lock "refresh_cache-fefbcbda-0d80-421b-9e42-79c8a038eb09" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.911057] env[68466]: DEBUG oslo_concurrency.lockutils [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] Acquired lock "refresh_cache-fefbcbda-0d80-421b-9e42-79c8a038eb09" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.911254] env[68466]: DEBUG nova.network.neutron [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Refreshing network info cache for port 6778a1fe-8565-45cc-b859-7d4ff1704bcc {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.051955] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52daaa03-d1cf-3c58-229d-445b04103bac, 'name': SearchDatastore_Task, 'duration_secs': 0.026034} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.052446] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.052770] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.053492] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.053492] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.053692] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.054669] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-278b3db1-821c-4366-a0e0-1cf078b24447 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.065310] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.065548] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.066486] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56a61e3-954f-4d29-b7bd-3398cc7a0680 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.076039] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 791.076039] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e8f098-8554-acce-47e8-e241fcb22c18" [ 791.076039] env[68466]: _type = "Task" [ 791.076039] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.085825] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e8f098-8554-acce-47e8-e241fcb22c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.097897] env[68466]: DEBUG oslo_vmware.api [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Task: {'id': task-2812290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293459} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.103682] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.103970] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.104243] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.105462] env[68466]: INFO nova.compute.manager [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Took 2.49 seconds to destroy the instance on the hypervisor. [ 791.105462] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.105462] env[68466]: DEBUG nova.compute.manager [-] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.105462] env[68466]: DEBUG nova.network.neutron [-] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.113220] env[68466]: DEBUG oslo_vmware.api [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Task: {'id': task-2812291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394148} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.113220] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.113220] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.113220] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.113489] env[68466]: INFO nova.compute.manager [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Took 1.67 seconds to destroy the instance on the hypervisor. [ 791.113763] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.113995] env[68466]: DEBUG nova.compute.manager [-] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.114318] env[68466]: DEBUG nova.network.neutron [-] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.174592] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.219660] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.255347] env[68466]: DEBUG oslo_vmware.api [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Task: {'id': task-2812294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281171} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.255626] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.255811] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.256043] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.256179] env[68466]: INFO nova.compute.manager [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 791.256457] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.256664] env[68466]: DEBUG nova.compute.manager [-] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.256762] env[68466]: DEBUG nova.network.neutron [-] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.328466] env[68466]: DEBUG nova.compute.manager [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.384562] env[68466]: DEBUG nova.compute.manager [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.384850] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.385820] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003d9b84-9c59-445b-bd71-c1d2e21f58ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.394520] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.394765] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a5ba51f-d50e-470c-8ee5-336dc88b4d13 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.402344] env[68466]: DEBUG oslo_vmware.api [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 791.402344] env[68466]: value = "task-2812296" [ 791.402344] env[68466]: _type = "Task" [ 791.402344] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.412064] env[68466]: DEBUG oslo_vmware.api [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2812296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.414110] env[68466]: DEBUG nova.scheduler.client.report [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.592338] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e8f098-8554-acce-47e8-e241fcb22c18, 'name': SearchDatastore_Task, 'duration_secs': 0.016282} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.593332] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9f7137-ef35-4c62-b17f-357f1579eabb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.600981] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 791.600981] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528617a8-1a3a-7ef6-f97e-dc6defc156cc" [ 791.600981] env[68466]: _type = "Task" [ 791.600981] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.611157] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528617a8-1a3a-7ef6-f97e-dc6defc156cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.674970] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812292, 'name': ReconfigVM_Task, 'duration_secs': 0.576498} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.674970] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 8beb5243-5465-4efc-bfe9-5487a5ee16b5/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.676102] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a774fa-0f65-4e0f-aeee-9ae9f95a7000 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.710067] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbdab9e-45a0-44fd-a4d9-68541bbe4716 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.729265] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 791.729265] env[68466]: value = "task-2812297" [ 791.729265] env[68466]: _type = "Task" [ 791.729265] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.741707] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.743974] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 791.744295] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565148', 'volume_id': 'cf9c5255-d3d6-4cac-b213-d87c7886350d', 'name': 'volume-cf9c5255-d3d6-4cac-b213-d87c7886350d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5feb6e-625d-4b68-a971-e91b3b93a3df', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf9c5255-d3d6-4cac-b213-d87c7886350d', 'serial': 'cf9c5255-d3d6-4cac-b213-d87c7886350d'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 791.745201] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5b3bf9-f3b3-47a2-8531-8ae7cd9ef449 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.768653] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223e9832-c082-4c99-b6ec-33e0fea2b6ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.804581] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] volume-cf9c5255-d3d6-4cac-b213-d87c7886350d/volume-cf9c5255-d3d6-4cac-b213-d87c7886350d.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.804941] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f5f6b9c-feb7-4674-a0d6-c7702614f276 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.829258] env[68466]: DEBUG oslo_vmware.api [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Waiting for the task: (returnval){ [ 791.829258] env[68466]: value = "task-2812298" [ 791.829258] env[68466]: _type = "Task" [ 791.829258] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.840226] env[68466]: DEBUG oslo_vmware.api [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.863920] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.913840] env[68466]: DEBUG oslo_vmware.api [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2812296, 'name': PowerOffVM_Task, 'duration_secs': 0.323254} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.914158] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.914338] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.914622] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e60b284-d40b-4adc-8410-34adf8168864 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.923011] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.903s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.923912] env[68466]: DEBUG nova.compute.manager [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.927763] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.799s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.931434] env[68466]: INFO nova.compute.claims [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.009446] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.009842] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.010188] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Deleting the datastore file [datastore2] c627a46b-228f-4f55-846e-205d2df07ec9 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.010895] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33747284-3a6a-48ed-b7d6-6b5fae6cda1a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.015993] env[68466]: DEBUG nova.network.neutron [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Updated VIF entry in instance network info cache for port 6778a1fe-8565-45cc-b859-7d4ff1704bcc. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.016549] env[68466]: DEBUG nova.network.neutron [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Updating instance_info_cache with network_info: [{"id": "6778a1fe-8565-45cc-b859-7d4ff1704bcc", "address": "fa:16:3e:e8:a3:8e", "network": {"id": "3837788a-5468-4058-aaca-c67993b84b76", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-526119827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49f72a85dc0496c992037afc504d5d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6778a1fe-85", "ovs_interfaceid": "6778a1fe-8565-45cc-b859-7d4ff1704bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.020218] env[68466]: DEBUG oslo_vmware.api [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for the task: (returnval){ [ 792.020218] env[68466]: value = "task-2812300" [ 792.020218] env[68466]: _type = "Task" [ 792.020218] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.031842] env[68466]: DEBUG oslo_vmware.api [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2812300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.064781] env[68466]: DEBUG nova.network.neutron [req-2a268bad-f3d3-4584-a083-092d3afb77ba req-8244aca7-6cb9-4e52-8103-7f6dbe4abe21 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Updated VIF entry in instance network info cache for port 33de786d-67d8-4045-92d1-abe607d3425f. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.065079] env[68466]: DEBUG nova.network.neutron [req-2a268bad-f3d3-4584-a083-092d3afb77ba req-8244aca7-6cb9-4e52-8103-7f6dbe4abe21 service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Updating instance_info_cache with network_info: [{"id": "33de786d-67d8-4045-92d1-abe607d3425f", "address": "fa:16:3e:a8:3b:16", "network": {"id": "4f0a7e2a-264b-4c07-ab42-de9490abd627", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1050081482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7bb622848904297a83afe9b95a7788c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33de786d-67", "ovs_interfaceid": "33de786d-67d8-4045-92d1-abe607d3425f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.113469] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528617a8-1a3a-7ef6-f97e-dc6defc156cc, 'name': SearchDatastore_Task, 'duration_secs': 0.017115} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.113780] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.114024] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] fefbcbda-0d80-421b-9e42-79c8a038eb09/fefbcbda-0d80-421b-9e42-79c8a038eb09.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.114359] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88c55e21-8bfa-4dbd-b306-2d41d7299ef3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.123606] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 792.123606] env[68466]: value = "task-2812301" [ 792.123606] env[68466]: _type = "Task" [ 792.123606] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.137801] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.243170] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812297, 'name': ReconfigVM_Task, 'duration_secs': 0.297234} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.243170] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.243170] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-302c2136-ab3e-4a3d-a6ff-1108e3de5e82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.250692] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 792.250692] env[68466]: value = "task-2812302" [ 792.250692] env[68466]: _type = "Task" [ 792.250692] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.262064] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.343023] env[68466]: DEBUG oslo_vmware.api [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812298, 'name': ReconfigVM_Task, 'duration_secs': 0.463747} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.343023] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Reconfigured VM instance instance-00000029 to attach disk [datastore2] volume-cf9c5255-d3d6-4cac-b213-d87c7886350d/volume-cf9c5255-d3d6-4cac-b213-d87c7886350d.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.348090] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f64372-fe73-47ae-a492-9b52861ea2e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.371880] env[68466]: DEBUG oslo_vmware.api [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Waiting for the task: (returnval){ [ 792.371880] env[68466]: value = "task-2812303" [ 792.371880] env[68466]: _type = "Task" [ 792.371880] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.384415] env[68466]: DEBUG oslo_vmware.api [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.435717] env[68466]: DEBUG nova.compute.utils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.440871] env[68466]: DEBUG nova.compute.manager [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.441551] env[68466]: DEBUG nova.network.neutron [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.522957] env[68466]: DEBUG oslo_concurrency.lockutils [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] Releasing lock "refresh_cache-fefbcbda-0d80-421b-9e42-79c8a038eb09" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.525086] env[68466]: DEBUG nova.compute.manager [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Received event network-vif-deleted-676071fe-d63c-4b7f-a969-47e2704e5d70 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 792.525086] env[68466]: DEBUG nova.compute.manager [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Received event network-vif-deleted-d4e88540-ff97-4d51-b29c-eb879bba8f50 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 792.525086] env[68466]: DEBUG nova.compute.manager [req-ac63993b-b123-48c1-9645-1bc0ce56b2f9 req-9e709314-c0c6-49ab-b2bb-22bf2ae2608a service nova] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Received event network-vif-deleted-553a0685-aa67-42d3-b23b-ec2c355dbbfb {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 792.541131] env[68466]: DEBUG oslo_vmware.api [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Task: {'id': task-2812300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290182} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.541533] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.541919] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.541919] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.542168] env[68466]: INFO nova.compute.manager [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 792.542319] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.542539] env[68466]: DEBUG nova.compute.manager [-] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.542633] env[68466]: DEBUG nova.network.neutron [-] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.569457] env[68466]: DEBUG oslo_concurrency.lockutils [req-2a268bad-f3d3-4584-a083-092d3afb77ba req-8244aca7-6cb9-4e52-8103-7f6dbe4abe21 service nova] Releasing lock "refresh_cache-3b23fa39-37a3-4772-8970-d9f841b97faa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.570291] env[68466]: DEBUG nova.network.neutron [-] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.581362] env[68466]: DEBUG nova.policy [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe648e4bc6554ab5ab72949fcf3f0023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdadd413afaa4fb19effa576f0ff453a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.636289] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.770768] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.883607] env[68466]: DEBUG oslo_vmware.api [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812303, 'name': ReconfigVM_Task, 'duration_secs': 0.232995} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.883990] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565148', 'volume_id': 'cf9c5255-d3d6-4cac-b213-d87c7886350d', 'name': 'volume-cf9c5255-d3d6-4cac-b213-d87c7886350d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5feb6e-625d-4b68-a971-e91b3b93a3df', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf9c5255-d3d6-4cac-b213-d87c7886350d', 'serial': 'cf9c5255-d3d6-4cac-b213-d87c7886350d'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 792.906019] env[68466]: DEBUG nova.network.neutron [-] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.941369] env[68466]: DEBUG nova.compute.manager [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.076048] env[68466]: INFO nova.compute.manager [-] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Took 1.82 seconds to deallocate network for instance. [ 793.129971] env[68466]: DEBUG nova.compute.manager [req-9c89325a-d821-443a-96b3-47d46704da67 req-3488a3e3-a8b7-48cd-addd-c19bb05d8d2d service nova] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Received event network-vif-deleted-71f3eafe-fe59-4ba4-9268-2814ea2a9538 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 793.138652] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666788} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.139261] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] fefbcbda-0d80-421b-9e42-79c8a038eb09/fefbcbda-0d80-421b-9e42-79c8a038eb09.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.139496] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.139911] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60ed71fa-6778-4fe9-84d3-f69c67451211 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.153661] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 793.153661] env[68466]: value = "task-2812304" [ 793.153661] env[68466]: _type = "Task" [ 793.153661] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.169329] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.266666] env[68466]: DEBUG oslo_vmware.api [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812302, 'name': PowerOnVM_Task, 'duration_secs': 0.884024} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.269534] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.272482] env[68466]: DEBUG nova.compute.manager [None req-2508e2be-8bbc-4911-9131-b8cad3af205b tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.273418] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5820ccd-6f21-4579-a9aa-e2dcd3876bbb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.410305] env[68466]: INFO nova.compute.manager [-] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Took 2.30 seconds to deallocate network for instance. [ 793.587227] env[68466]: DEBUG oslo_concurrency.lockutils [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.601702] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c668e8a-7c24-467b-bf38-80279cb2b84c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.608622] env[68466]: DEBUG nova.compute.manager [req-fc428eef-7398-4c4b-ab10-a71c7097fb99 req-0af42cee-a30e-4e5d-a1fb-7a9d948a1da1 service nova] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Received event network-vif-deleted-31b1a1ba-e559-47ba-b950-7e04ef40703d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 793.616933] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a37853b-1b0f-4392-983d-b053fc3770c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.652566] env[68466]: DEBUG nova.network.neutron [-] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.657029] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe3028f-e5c9-4292-ba4c-120fe21b6bb1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.672973] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732faa9a-cf61-49bd-a319-a416183bf66a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.677149] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151739} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.678451] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.679870] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7895522-9e92-4648-a211-77379d7bf73f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.691111] env[68466]: DEBUG nova.compute.provider_tree [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.714143] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] fefbcbda-0d80-421b-9e42-79c8a038eb09/fefbcbda-0d80-421b-9e42-79c8a038eb09.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.715833] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff4d2fe-7e18-4515-af49-e3f4b525434a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.736856] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 793.736856] env[68466]: value = "task-2812305" [ 793.736856] env[68466]: _type = "Task" [ 793.736856] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.754967] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.813147] env[68466]: DEBUG nova.network.neutron [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Successfully created port: fe90a433-210a-4a9c-aff3-33e0add12ce1 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.920887] env[68466]: DEBUG oslo_concurrency.lockutils [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.959215] env[68466]: DEBUG nova.compute.manager [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.965672] env[68466]: DEBUG nova.objects.instance [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Lazy-loading 'flavor' on Instance uuid 0a5feb6e-625d-4b68-a971-e91b3b93a3df {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.011273] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.011371] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.011736] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.011736] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.011902] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.012276] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.012350] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.012713] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.012713] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.012868] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.012969] env[68466]: DEBUG nova.virt.hardware [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.014236] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec99a8e3-e5ed-4294-9598-0616304caab4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.025020] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f782fb-14e5-4615-af2b-bf87add635e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.156393] env[68466]: INFO nova.compute.manager [-] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Took 3.05 seconds to deallocate network for instance. [ 794.161214] env[68466]: DEBUG nova.network.neutron [-] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.195188] env[68466]: DEBUG nova.scheduler.client.report [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.251029] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.252747] env[68466]: DEBUG nova.compute.manager [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Stashing vm_state: active {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 794.478966] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e177b379-86f7-441e-b072-8da2fff1d434 tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.396s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.664629] env[68466]: DEBUG oslo_concurrency.lockutils [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.667209] env[68466]: INFO nova.compute.manager [-] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Took 2.12 seconds to deallocate network for instance. [ 794.701331] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.702509] env[68466]: DEBUG nova.compute.manager [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.705454] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.456s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.708119] env[68466]: INFO nova.compute.claims [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.750814] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812305, 'name': ReconfigVM_Task, 'duration_secs': 0.721004} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.752870] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Reconfigured VM instance instance-00000035 to attach disk [datastore2] fefbcbda-0d80-421b-9e42-79c8a038eb09/fefbcbda-0d80-421b-9e42-79c8a038eb09.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.752870] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68466) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 794.752870] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-8487fafe-403a-4c22-a2ab-1399f4c609e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.766246] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 794.766246] env[68466]: value = "task-2812306" [ 794.766246] env[68466]: _type = "Task" [ 794.766246] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.779888] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812306, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.785050] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.142150] env[68466]: DEBUG oslo_concurrency.lockutils [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Acquiring lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.143030] env[68466]: DEBUG oslo_concurrency.lockutils [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.003s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.172291] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.212450] env[68466]: DEBUG nova.compute.utils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.216181] env[68466]: DEBUG nova.compute.manager [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.216407] env[68466]: DEBUG nova.network.neutron [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.275024] env[68466]: DEBUG nova.policy [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe648e4bc6554ab5ab72949fcf3f0023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdadd413afaa4fb19effa576f0ff453a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.280291] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812306, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.126682} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.280291] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68466) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 795.281120] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f529e4c-4441-41b9-8f7b-ec03bed5f8e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.310243] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] fefbcbda-0d80-421b-9e42-79c8a038eb09/ephemeral_0.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.310585] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d99cd8f-e20d-4291-9e12-95f106a8b520 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.336618] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 795.336618] env[68466]: value = "task-2812307" [ 795.336618] env[68466]: _type = "Task" [ 795.336618] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.350519] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.648060] env[68466]: INFO nova.compute.manager [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Detaching volume cf9c5255-d3d6-4cac-b213-d87c7886350d [ 795.705439] env[68466]: INFO nova.virt.block_device [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Attempting to driver detach volume cf9c5255-d3d6-4cac-b213-d87c7886350d from mountpoint /dev/sdb [ 795.705758] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 795.705910] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565148', 'volume_id': 'cf9c5255-d3d6-4cac-b213-d87c7886350d', 'name': 'volume-cf9c5255-d3d6-4cac-b213-d87c7886350d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5feb6e-625d-4b68-a971-e91b3b93a3df', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf9c5255-d3d6-4cac-b213-d87c7886350d', 'serial': 'cf9c5255-d3d6-4cac-b213-d87c7886350d'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 795.707026] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3aa872-0a8c-4c57-8887-5f4cdf0da1b8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.740331] env[68466]: DEBUG nova.compute.manager [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.749214] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b82cf8d-86db-4ee7-a35e-29e5461e5dd8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.762907] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46383c5-8237-43d1-912f-75c4f949069b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.795248] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed58938-f0ac-44b6-ad64-bb2639e6eb7b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.806429] env[68466]: DEBUG nova.compute.manager [req-3d1bad0f-7d8a-4e74-b78c-e6a0fb7df3ad req-d6bd35db-615b-41b9-8e67-1b0e8948cf2d service nova] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Received event network-vif-deleted-930c6dd2-72e0-4037-9fdb-d4ed219d8812 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 795.840077] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] The volume has not been displaced from its original location: [datastore2] volume-cf9c5255-d3d6-4cac-b213-d87c7886350d/volume-cf9c5255-d3d6-4cac-b213-d87c7886350d.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 795.847517] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 795.851684] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53632349-d67e-4da2-afb3-265d6478e400 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.885985] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812307, 'name': ReconfigVM_Task, 'duration_secs': 0.544533} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.887825] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Reconfigured VM instance instance-00000035 to attach disk [datastore2] fefbcbda-0d80-421b-9e42-79c8a038eb09/ephemeral_0.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.888699] env[68466]: DEBUG oslo_vmware.api [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Waiting for the task: (returnval){ [ 795.888699] env[68466]: value = "task-2812308" [ 795.888699] env[68466]: _type = "Task" [ 795.888699] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.888935] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1e02fbc-f902-4fa4-8d5e-17cebf0d3f8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.902508] env[68466]: DEBUG oslo_vmware.api [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.909686] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 795.909686] env[68466]: value = "task-2812309" [ 795.909686] env[68466]: _type = "Task" [ 795.909686] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.915895] env[68466]: DEBUG nova.network.neutron [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Successfully updated port: fe90a433-210a-4a9c-aff3-33e0add12ce1 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.922432] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812309, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.048706] env[68466]: DEBUG nova.network.neutron [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Successfully created port: 8d999e46-1ee0-410a-a9df-e66ed0eaad40 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.064973] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "9289aeb2-4bea-4a45-a98f-cc0239989352" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.065378] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "9289aeb2-4bea-4a45-a98f-cc0239989352" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.319446] env[68466]: DEBUG nova.compute.manager [req-60631fb9-c77c-41b4-95f6-e12eda40cee2 req-62deb00d-dc9b-47bb-99e3-b3c788d34806 service nova] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Received event network-vif-deleted-f4121c3b-03ab-4f52-8995-813b7f9ef213 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 796.401447] env[68466]: DEBUG oslo_vmware.api [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812308, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.422235] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "refresh_cache-c09869f1-0f84-4530-a323-a365511652f0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.422235] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "refresh_cache-c09869f1-0f84-4530-a323-a365511652f0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.422235] env[68466]: DEBUG nova.network.neutron [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.423595] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812309, 'name': Rename_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.476906] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77519da2-77f8-4701-8864-668f796de4db {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.487756] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f01e8aa-6eb5-4032-b7e9-efaa92854e90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.527057] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1720e4ab-2df5-4eb3-9aea-0518f47bf258 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.539301] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d96291-ab52-45b4-b696-8256338dbf79 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.561343] env[68466]: DEBUG nova.compute.provider_tree [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.762961] env[68466]: DEBUG nova.compute.manager [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.792660] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.792874] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.793020] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.793211] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.793381] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.793494] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.793745] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.794195] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.794195] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.794195] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.794351] env[68466]: DEBUG nova.virt.hardware [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.795246] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d148748c-119e-4ba2-981a-3e757a0f20bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.804861] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29b3f6d-5a26-48fd-9519-e0dbd9ac82d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.901704] env[68466]: DEBUG oslo_vmware.api [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812308, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.919464] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812309, 'name': Rename_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.957623] env[68466]: DEBUG nova.network.neutron [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.070429] env[68466]: DEBUG nova.scheduler.client.report [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.115284] env[68466]: DEBUG nova.network.neutron [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Updating instance_info_cache with network_info: [{"id": "fe90a433-210a-4a9c-aff3-33e0add12ce1", "address": "fa:16:3e:7b:6c:fd", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe90a433-21", "ovs_interfaceid": "fe90a433-210a-4a9c-aff3-33e0add12ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.402341] env[68466]: DEBUG oslo_vmware.api [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812308, 'name': ReconfigVM_Task, 'duration_secs': 1.420001} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.402641] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.408117] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ff1d64-be40-4eb8-a779-73164fc7be09 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.435926] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812309, 'name': Rename_Task, 'duration_secs': 1.375861} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.439684] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.440624] env[68466]: DEBUG oslo_vmware.api [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Waiting for the task: (returnval){ [ 797.440624] env[68466]: value = "task-2812310" [ 797.440624] env[68466]: _type = "Task" [ 797.440624] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.441214] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6af333a-850d-4888-b555-856d142cabd1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.457820] env[68466]: DEBUG oslo_vmware.api [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.459328] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 797.459328] env[68466]: value = "task-2812311" [ 797.459328] env[68466]: _type = "Task" [ 797.459328] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.469240] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.576314] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.577030] env[68466]: DEBUG nova.compute.manager [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.583512] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.320s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.584075] env[68466]: DEBUG nova.objects.instance [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 797.618633] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "refresh_cache-c09869f1-0f84-4530-a323-a365511652f0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.618986] env[68466]: DEBUG nova.compute.manager [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Instance network_info: |[{"id": "fe90a433-210a-4a9c-aff3-33e0add12ce1", "address": "fa:16:3e:7b:6c:fd", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe90a433-21", "ovs_interfaceid": "fe90a433-210a-4a9c-aff3-33e0add12ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.619439] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:6c:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe90a433-210a-4a9c-aff3-33e0add12ce1', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.627999] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Creating folder: Project (bdadd413afaa4fb19effa576f0ff453a). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.629425] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e900922f-e9f9-44d9-b5d3-be7e44874b1f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.645449] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Created folder: Project (bdadd413afaa4fb19effa576f0ff453a) in parent group-v564977. [ 797.645653] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Creating folder: Instances. Parent ref: group-v565151. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.645948] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05a9ac38-5b49-4a15-bf91-635d0a39b79b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.658596] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Created folder: Instances in parent group-v565151. [ 797.658941] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.659185] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.659405] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41888557-6376-4e17-ba32-b9b0efabc43f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.687043] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.687043] env[68466]: value = "task-2812314" [ 797.687043] env[68466]: _type = "Task" [ 797.687043] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.696542] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812314, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.942718] env[68466]: DEBUG nova.network.neutron [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Successfully updated port: 8d999e46-1ee0-410a-a9df-e66ed0eaad40 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.955981] env[68466]: DEBUG oslo_vmware.api [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Task: {'id': task-2812310, 'name': ReconfigVM_Task, 'duration_secs': 0.183279} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.957074] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565148', 'volume_id': 'cf9c5255-d3d6-4cac-b213-d87c7886350d', 'name': 'volume-cf9c5255-d3d6-4cac-b213-d87c7886350d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a5feb6e-625d-4b68-a971-e91b3b93a3df', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf9c5255-d3d6-4cac-b213-d87c7886350d', 'serial': 'cf9c5255-d3d6-4cac-b213-d87c7886350d'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 797.972051] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.986894] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.986894] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.008437] env[68466]: DEBUG nova.compute.manager [req-28a4e117-bae7-445e-91c2-b294f021833b req-291970e0-b51e-47bd-908e-e2ed883a9ceb service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Received event network-vif-plugged-8d999e46-1ee0-410a-a9df-e66ed0eaad40 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.008662] env[68466]: DEBUG oslo_concurrency.lockutils [req-28a4e117-bae7-445e-91c2-b294f021833b req-291970e0-b51e-47bd-908e-e2ed883a9ceb service nova] Acquiring lock "292bc6a1-f7a2-400d-88dd-3148250b3f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.008905] env[68466]: DEBUG oslo_concurrency.lockutils [req-28a4e117-bae7-445e-91c2-b294f021833b req-291970e0-b51e-47bd-908e-e2ed883a9ceb service nova] Lock "292bc6a1-f7a2-400d-88dd-3148250b3f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.009094] env[68466]: DEBUG oslo_concurrency.lockutils [req-28a4e117-bae7-445e-91c2-b294f021833b req-291970e0-b51e-47bd-908e-e2ed883a9ceb service nova] Lock "292bc6a1-f7a2-400d-88dd-3148250b3f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.009272] env[68466]: DEBUG nova.compute.manager [req-28a4e117-bae7-445e-91c2-b294f021833b req-291970e0-b51e-47bd-908e-e2ed883a9ceb service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] No waiting events found dispatching network-vif-plugged-8d999e46-1ee0-410a-a9df-e66ed0eaad40 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.009432] env[68466]: WARNING nova.compute.manager [req-28a4e117-bae7-445e-91c2-b294f021833b req-291970e0-b51e-47bd-908e-e2ed883a9ceb service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Received unexpected event network-vif-plugged-8d999e46-1ee0-410a-a9df-e66ed0eaad40 for instance with vm_state building and task_state spawning. [ 798.093208] env[68466]: DEBUG nova.compute.utils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.098927] env[68466]: DEBUG nova.compute.manager [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.099219] env[68466]: DEBUG nova.network.neutron [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.177724] env[68466]: DEBUG nova.policy [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '251af4a4f399400b8d2866f1e076ee7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80a79f6e85749f680b1cf8c4391394b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.198204] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812314, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.360144] env[68466]: DEBUG nova.compute.manager [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] [instance: c09869f1-0f84-4530-a323-a365511652f0] Received event network-vif-plugged-fe90a433-210a-4a9c-aff3-33e0add12ce1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.360509] env[68466]: DEBUG oslo_concurrency.lockutils [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] Acquiring lock "c09869f1-0f84-4530-a323-a365511652f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.360833] env[68466]: DEBUG oslo_concurrency.lockutils [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] Lock "c09869f1-0f84-4530-a323-a365511652f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.361182] env[68466]: DEBUG oslo_concurrency.lockutils [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] Lock "c09869f1-0f84-4530-a323-a365511652f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.361389] env[68466]: DEBUG nova.compute.manager [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] [instance: c09869f1-0f84-4530-a323-a365511652f0] No waiting events found dispatching network-vif-plugged-fe90a433-210a-4a9c-aff3-33e0add12ce1 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.361667] env[68466]: WARNING nova.compute.manager [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] [instance: c09869f1-0f84-4530-a323-a365511652f0] Received unexpected event network-vif-plugged-fe90a433-210a-4a9c-aff3-33e0add12ce1 for instance with vm_state building and task_state spawning. [ 798.362075] env[68466]: DEBUG nova.compute.manager [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] [instance: c09869f1-0f84-4530-a323-a365511652f0] Received event network-changed-fe90a433-210a-4a9c-aff3-33e0add12ce1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.362238] env[68466]: DEBUG nova.compute.manager [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] [instance: c09869f1-0f84-4530-a323-a365511652f0] Refreshing instance network info cache due to event network-changed-fe90a433-210a-4a9c-aff3-33e0add12ce1. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 798.362529] env[68466]: DEBUG oslo_concurrency.lockutils [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] Acquiring lock "refresh_cache-c09869f1-0f84-4530-a323-a365511652f0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.362763] env[68466]: DEBUG oslo_concurrency.lockutils [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] Acquired lock "refresh_cache-c09869f1-0f84-4530-a323-a365511652f0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.363024] env[68466]: DEBUG nova.network.neutron [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] [instance: c09869f1-0f84-4530-a323-a365511652f0] Refreshing network info cache for port fe90a433-210a-4a9c-aff3-33e0add12ce1 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.448325] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "refresh_cache-292bc6a1-f7a2-400d-88dd-3148250b3f55" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.448325] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "refresh_cache-292bc6a1-f7a2-400d-88dd-3148250b3f55" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.448325] env[68466]: DEBUG nova.network.neutron [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.479376] env[68466]: DEBUG oslo_vmware.api [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812311, 'name': PowerOnVM_Task, 'duration_secs': 0.747597} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.479858] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.480203] env[68466]: INFO nova.compute.manager [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Took 11.35 seconds to spawn the instance on the hypervisor. [ 798.480535] env[68466]: DEBUG nova.compute.manager [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.482257] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6318b39-f96e-4f67-9f7b-7504c148135d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.525466] env[68466]: DEBUG nova.objects.instance [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Lazy-loading 'flavor' on Instance uuid 0a5feb6e-625d-4b68-a971-e91b3b93a3df {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.550284] env[68466]: DEBUG nova.network.neutron [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Successfully created port: 8ce41618-984b-4ec2-9a7d-786262ef6fa4 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.602910] env[68466]: DEBUG nova.compute.manager [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.606491] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6714859d-05df-4ef2-87e6-90df031d4b61 tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.609048] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.834s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.610452] env[68466]: INFO nova.compute.claims [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.698758] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812314, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.005438] env[68466]: DEBUG nova.network.neutron [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.011117] env[68466]: INFO nova.compute.manager [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Took 41.15 seconds to build instance. [ 799.130725] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e00b59-a564-cfcb-50a1-04764eb37250/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.132032] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6fe3be-c608-4280-b3f9-e0f66d5f98b2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.142027] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e00b59-a564-cfcb-50a1-04764eb37250/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.142027] env[68466]: ERROR oslo_vmware.rw_handles [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e00b59-a564-cfcb-50a1-04764eb37250/disk-0.vmdk due to incomplete transfer. [ 799.142027] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-537293cb-6803-4908-938d-6ca3ed20d659 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.164553] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e00b59-a564-cfcb-50a1-04764eb37250/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.164553] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Uploaded image 62e1ef42-fcbf-490f-b671-1b12d4986327 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.165399] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.166081] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12c0eb98-9378-4ef1-9ddd-1bf0e3b217b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.175506] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 799.175506] env[68466]: value = "task-2812315" [ 799.175506] env[68466]: _type = "Task" [ 799.175506] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.187824] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812315, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.202323] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812314, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.255427] env[68466]: DEBUG nova.network.neutron [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] [instance: c09869f1-0f84-4530-a323-a365511652f0] Updated VIF entry in instance network info cache for port fe90a433-210a-4a9c-aff3-33e0add12ce1. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.255427] env[68466]: DEBUG nova.network.neutron [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] [instance: c09869f1-0f84-4530-a323-a365511652f0] Updating instance_info_cache with network_info: [{"id": "fe90a433-210a-4a9c-aff3-33e0add12ce1", "address": "fa:16:3e:7b:6c:fd", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe90a433-21", "ovs_interfaceid": "fe90a433-210a-4a9c-aff3-33e0add12ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.257402] env[68466]: DEBUG nova.network.neutron [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Updating instance_info_cache with network_info: [{"id": "8d999e46-1ee0-410a-a9df-e66ed0eaad40", "address": "fa:16:3e:cb:8e:3c", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d999e46-1e", "ovs_interfaceid": "8d999e46-1ee0-410a-a9df-e66ed0eaad40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.519477] env[68466]: DEBUG oslo_concurrency.lockutils [None req-187c749b-46be-4fd8-b553-9aa3e0e40ff1 tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "fefbcbda-0d80-421b-9e42-79c8a038eb09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.815s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.537638] env[68466]: DEBUG oslo_concurrency.lockutils [None req-28d2435c-667b-471d-b04c-5cb7ad577b6c tempest-VolumesAssistedSnapshotsTest-1451068815 tempest-VolumesAssistedSnapshotsTest-1451068815-project-admin] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.395s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.615079] env[68466]: DEBUG nova.compute.manager [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.645112] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.645112] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.645112] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.645655] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.645978] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.646309] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.646705] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.647020] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.647329] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.650075] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.650075] env[68466]: DEBUG nova.virt.hardware [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.650075] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddad0bf8-44f8-4f22-b831-01f82999d5d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.660611] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1692d028-a18d-4ab7-8a99-179c028ba49f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.693686] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812315, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.702670] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812314, 'name': CreateVM_Task, 'duration_secs': 1.626982} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.702910] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.703667] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.703891] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.704389] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.704831] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00777093-6b8c-4be3-8039-66fdf0d4fb6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.710448] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 799.710448] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523da199-546c-864a-c9e3-1911b13e08cb" [ 799.710448] env[68466]: _type = "Task" [ 799.710448] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.722173] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523da199-546c-864a-c9e3-1911b13e08cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.757139] env[68466]: DEBUG oslo_concurrency.lockutils [req-71aa1412-386d-448a-a05d-e0c015525a61 req-147df81b-3a1d-44cb-957d-76f98661fd31 service nova] Releasing lock "refresh_cache-c09869f1-0f84-4530-a323-a365511652f0" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.759860] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "refresh_cache-292bc6a1-f7a2-400d-88dd-3148250b3f55" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.760176] env[68466]: DEBUG nova.compute.manager [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Instance network_info: |[{"id": "8d999e46-1ee0-410a-a9df-e66ed0eaad40", "address": "fa:16:3e:cb:8e:3c", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d999e46-1e", "ovs_interfaceid": "8d999e46-1ee0-410a-a9df-e66ed0eaad40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.760583] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:8e:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d999e46-1ee0-410a-a9df-e66ed0eaad40', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.768071] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.772019] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.772019] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c794577-9382-4625-93ba-13f4e7a405d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.796925] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.796925] env[68466]: value = "task-2812316" [ 799.796925] env[68466]: _type = "Task" [ 799.796925] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.810616] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812316, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.025150] env[68466]: DEBUG nova.compute.manager [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.116318] env[68466]: DEBUG nova.compute.manager [req-99e6ed37-cd53-4ebc-8c7c-55d40e9ff74c req-6173564d-79c7-4144-b1d6-cc0ef1c2759f service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Received event network-changed-8d999e46-1ee0-410a-a9df-e66ed0eaad40 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.116318] env[68466]: DEBUG nova.compute.manager [req-99e6ed37-cd53-4ebc-8c7c-55d40e9ff74c req-6173564d-79c7-4144-b1d6-cc0ef1c2759f service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Refreshing instance network info cache due to event network-changed-8d999e46-1ee0-410a-a9df-e66ed0eaad40. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 800.116318] env[68466]: DEBUG oslo_concurrency.lockutils [req-99e6ed37-cd53-4ebc-8c7c-55d40e9ff74c req-6173564d-79c7-4144-b1d6-cc0ef1c2759f service nova] Acquiring lock "refresh_cache-292bc6a1-f7a2-400d-88dd-3148250b3f55" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.116318] env[68466]: DEBUG oslo_concurrency.lockutils [req-99e6ed37-cd53-4ebc-8c7c-55d40e9ff74c req-6173564d-79c7-4144-b1d6-cc0ef1c2759f service nova] Acquired lock "refresh_cache-292bc6a1-f7a2-400d-88dd-3148250b3f55" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.116318] env[68466]: DEBUG nova.network.neutron [req-99e6ed37-cd53-4ebc-8c7c-55d40e9ff74c req-6173564d-79c7-4144-b1d6-cc0ef1c2759f service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Refreshing network info cache for port 8d999e46-1ee0-410a-a9df-e66ed0eaad40 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.191112] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812315, 'name': Destroy_Task, 'duration_secs': 0.74459} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.191402] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Destroyed the VM [ 800.191635] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.191899] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e24455fc-c026-4f91-98d9-806488edd464 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.202132] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 800.202132] env[68466]: value = "task-2812318" [ 800.202132] env[68466]: _type = "Task" [ 800.202132] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.220533] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812318, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.229683] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523da199-546c-864a-c9e3-1911b13e08cb, 'name': SearchDatastore_Task, 'duration_secs': 0.031238} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.229683] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.229816] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.230022] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.230228] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.230511] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.230880] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f3cf006-ee42-42de-b179-52baf9ad515f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.242308] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.242308] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.243460] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8406655f-4fd4-4a5f-8a91-7eb4728fd7ba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.249943] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 800.249943] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523d7035-95f8-426e-10fb-8fc130eafbd7" [ 800.249943] env[68466]: _type = "Task" [ 800.249943] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.253654] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b1908e-fcef-4549-9b70-f11629fcdc6b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.270068] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4ae933-d867-4c89-85e9-c99d2c72955b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.274397] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523d7035-95f8-426e-10fb-8fc130eafbd7, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.276256] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27997558-bb94-4cb4-ad5a-51f8d302cade {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.315697] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b804c6-e8fe-4b51-b1f1-8f0032cc3f50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.320018] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 800.320018] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520721c9-19f1-5f79-5573-4a1a5c54d667" [ 800.320018] env[68466]: _type = "Task" [ 800.320018] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.329439] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812316, 'name': CreateVM_Task, 'duration_secs': 0.489145} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.332435] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6c538a-fa50-4735-9d50-b2fc85bd1f43 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.337967] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.341858] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.342034] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.342358] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.342635] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520721c9-19f1-5f79-5573-4a1a5c54d667, 'name': SearchDatastore_Task, 'duration_secs': 0.011327} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.343191] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04074e2-cf61-4e40-8b17-2576f83c270b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.344856] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.345125] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.345369] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-420bc9d1-f967-4894-8db0-fa37bf035dad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.356851] env[68466]: DEBUG nova.compute.provider_tree [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.358432] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 800.358432] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248d0f0-7486-364c-ba0f-0ad2e5bea529" [ 800.358432] env[68466]: _type = "Task" [ 800.358432] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.365021] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 800.365021] env[68466]: value = "task-2812319" [ 800.365021] env[68466]: _type = "Task" [ 800.365021] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.369690] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248d0f0-7486-364c-ba0f-0ad2e5bea529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.376631] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.547153] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.656271] env[68466]: DEBUG nova.network.neutron [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Successfully updated port: 8ce41618-984b-4ec2-9a7d-786262ef6fa4 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.713708] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812318, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370161} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.716495] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.716812] env[68466]: DEBUG nova.compute.manager [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.717813] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95788566-0952-4356-9bc9-d6a9902025c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.860436] env[68466]: DEBUG nova.scheduler.client.report [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.865971] env[68466]: DEBUG nova.network.neutron [req-99e6ed37-cd53-4ebc-8c7c-55d40e9ff74c req-6173564d-79c7-4144-b1d6-cc0ef1c2759f service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Updated VIF entry in instance network info cache for port 8d999e46-1ee0-410a-a9df-e66ed0eaad40. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.870125] env[68466]: DEBUG nova.network.neutron [req-99e6ed37-cd53-4ebc-8c7c-55d40e9ff74c req-6173564d-79c7-4144-b1d6-cc0ef1c2759f service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Updating instance_info_cache with network_info: [{"id": "8d999e46-1ee0-410a-a9df-e66ed0eaad40", "address": "fa:16:3e:cb:8e:3c", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d999e46-1e", "ovs_interfaceid": "8d999e46-1ee0-410a-a9df-e66ed0eaad40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.891317] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.897891] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248d0f0-7486-364c-ba0f-0ad2e5bea529, 'name': SearchDatastore_Task, 'duration_secs': 0.012653} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.898300] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.898503] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.898742] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.899105] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.899105] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.899342] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1aac98c-e358-4fc1-a322-d8118da16eb9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.912782] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.913034] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.913772] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a4ade4-4e31-4658-927f-f58c742423ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.920356] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 800.920356] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e00210-7410-5952-483d-e3e2ba5e2e1b" [ 800.920356] env[68466]: _type = "Task" [ 800.920356] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.929766] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e00210-7410-5952-483d-e3e2ba5e2e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.158836] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "refresh_cache-7d7998dd-ccfe-4412-8e9a-d3b5490af278" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.159144] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquired lock "refresh_cache-7d7998dd-ccfe-4412-8e9a-d3b5490af278" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.159362] env[68466]: DEBUG nova.network.neutron [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.233250] env[68466]: INFO nova.compute.manager [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Shelve offloading [ 801.370586] env[68466]: DEBUG oslo_concurrency.lockutils [req-99e6ed37-cd53-4ebc-8c7c-55d40e9ff74c req-6173564d-79c7-4144-b1d6-cc0ef1c2759f service nova] Releasing lock "refresh_cache-292bc6a1-f7a2-400d-88dd-3148250b3f55" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.371599] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.372128] env[68466]: DEBUG nova.compute.manager [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.378743] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.862s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.378956] env[68466]: DEBUG nova.objects.instance [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lazy-loading 'resources' on Instance uuid 54de098c-d0f8-4987-8b42-c964156b16d0 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.386556] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.431756] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e00210-7410-5952-483d-e3e2ba5e2e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.014108} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.432822] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11ca074-73df-4e2d-a2a3-82aaf6536365 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.440242] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 801.440242] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522e9187-8bb3-1501-3453-cb8ef6ff71d7" [ 801.440242] env[68466]: _type = "Task" [ 801.440242] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.451037] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522e9187-8bb3-1501-3453-cb8ef6ff71d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.693393] env[68466]: DEBUG nova.network.neutron [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.739813] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.740490] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76afc03e-3a49-4a2b-bcc2-b638db568949 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.749514] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 801.749514] env[68466]: value = "task-2812320" [ 801.749514] env[68466]: _type = "Task" [ 801.749514] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.760048] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.846426] env[68466]: DEBUG nova.network.neutron [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Updating instance_info_cache with network_info: [{"id": "8ce41618-984b-4ec2-9a7d-786262ef6fa4", "address": "fa:16:3e:b8:12:a5", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce41618-98", "ovs_interfaceid": "8ce41618-984b-4ec2-9a7d-786262ef6fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.882092] env[68466]: DEBUG nova.compute.utils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.885906] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812319, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.887569] env[68466]: DEBUG nova.compute.manager [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.887569] env[68466]: DEBUG nova.network.neutron [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.927804] env[68466]: DEBUG nova.policy [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c216e96c91014541ac6dc90740ad28e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c02de6c1abd04058afb3ff83e59fffd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.955405] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522e9187-8bb3-1501-3453-cb8ef6ff71d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.956298] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.956298] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 292bc6a1-f7a2-400d-88dd-3148250b3f55/292bc6a1-f7a2-400d-88dd-3148250b3f55.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.956298] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7010eec1-cfde-481c-83b3-014c6419b5df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.966712] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 801.966712] env[68466]: value = "task-2812321" [ 801.966712] env[68466]: _type = "Task" [ 801.966712] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.976143] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.261542] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 802.261827] env[68466]: DEBUG nova.compute.manager [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.265854] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fa923f-d9da-4875-b1ea-2b7d4c3918f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.274134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.274134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.274134] env[68466]: DEBUG nova.network.neutron [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.284255] env[68466]: DEBUG nova.network.neutron [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Successfully created port: 3459ff45-6345-4e0e-aab9-e83d82d27b4b {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.350655] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Releasing lock "refresh_cache-7d7998dd-ccfe-4412-8e9a-d3b5490af278" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.350975] env[68466]: DEBUG nova.compute.manager [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Instance network_info: |[{"id": "8ce41618-984b-4ec2-9a7d-786262ef6fa4", "address": "fa:16:3e:b8:12:a5", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce41618-98", "ovs_interfaceid": "8ce41618-984b-4ec2-9a7d-786262ef6fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.351636] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:12:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0dd3c126-9d86-4f9a-b81c-e9627c7a5401', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ce41618-984b-4ec2-9a7d-786262ef6fa4', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.362647] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.363225] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.366458] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b678bbf5-0277-487f-b606-cb95a64b4fb2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.391344] env[68466]: DEBUG nova.compute.manager [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.395268] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.395268] env[68466]: value = "task-2812322" [ 802.395268] env[68466]: _type = "Task" [ 802.395268] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.398869] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812319, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.533323} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.402328] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.402556] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.402807] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3060ec4c-ba76-4b40-9689-a20a0287d32e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.411047] env[68466]: DEBUG nova.compute.manager [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Received event network-changed-6778a1fe-8565-45cc-b859-7d4ff1704bcc {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 802.411254] env[68466]: DEBUG nova.compute.manager [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Refreshing instance network info cache due to event network-changed-6778a1fe-8565-45cc-b859-7d4ff1704bcc. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 802.411480] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] Acquiring lock "refresh_cache-fefbcbda-0d80-421b-9e42-79c8a038eb09" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.411623] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] Acquired lock "refresh_cache-fefbcbda-0d80-421b-9e42-79c8a038eb09" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.411964] env[68466]: DEBUG nova.network.neutron [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Refreshing network info cache for port 6778a1fe-8565-45cc-b859-7d4ff1704bcc {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.417146] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812322, 'name': CreateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.418428] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 802.418428] env[68466]: value = "task-2812323" [ 802.418428] env[68466]: _type = "Task" [ 802.418428] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.432434] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.462723] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8dd341-674b-4915-afc3-30285ec6d523 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.475055] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e243ba4-13ba-47e8-9a00-c67d071c80b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.485370] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812321, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.514928] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5cda76-c363-4664-9d3a-1ee59370ef8b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.525711] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e20257d-0d0d-4ff6-aafa-ed54aaa2b008 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.541715] env[68466]: DEBUG nova.compute.provider_tree [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.812164] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "interface-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.812586] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.813021] env[68466]: DEBUG nova.objects.instance [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'flavor' on Instance uuid cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.916710] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812322, 'name': CreateVM_Task, 'duration_secs': 0.433109} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.916885] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.917622] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.917772] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.918130] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.920704] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4593518e-a724-45af-9dff-3a5f499e9256 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.932019] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 802.932019] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c80db5-6e21-a138-55f3-46ad2715c38f" [ 802.932019] env[68466]: _type = "Task" [ 802.932019] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.934366] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073961} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.940291] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.941171] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94db566e-c4b0-4226-b089-460e029e8dc4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.960733] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c80db5-6e21-a138-55f3-46ad2715c38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.969400] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.972262] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbdde1c8-13db-4883-bd10-c50d7c7233ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.997548] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812321, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.998823] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 802.998823] env[68466]: value = "task-2812324" [ 802.998823] env[68466]: _type = "Task" [ 802.998823] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.007784] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.044965] env[68466]: DEBUG nova.scheduler.client.report [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.076133] env[68466]: DEBUG nova.network.neutron [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating instance_info_cache with network_info: [{"id": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "address": "fa:16:3e:ce:8e:04", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5270c9a-4f", "ovs_interfaceid": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.175268] env[68466]: DEBUG nova.network.neutron [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Updated VIF entry in instance network info cache for port 6778a1fe-8565-45cc-b859-7d4ff1704bcc. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.175665] env[68466]: DEBUG nova.network.neutron [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Updating instance_info_cache with network_info: [{"id": "6778a1fe-8565-45cc-b859-7d4ff1704bcc", "address": "fa:16:3e:e8:a3:8e", "network": {"id": "3837788a-5468-4058-aaca-c67993b84b76", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-526119827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c49f72a85dc0496c992037afc504d5d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6778a1fe-85", "ovs_interfaceid": "6778a1fe-8565-45cc-b859-7d4ff1704bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.383503] env[68466]: DEBUG nova.objects.instance [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'pci_requests' on Instance uuid cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.408953] env[68466]: DEBUG nova.compute.manager [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.436070] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.436303] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.436489] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.436689] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.436829] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.436977] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.437199] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.437362] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.437526] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.437707] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.437874] env[68466]: DEBUG nova.virt.hardware [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.438816] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac81872-4453-43e5-8ed6-02bb43d84135 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.452539] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c80db5-6e21-a138-55f3-46ad2715c38f, 'name': SearchDatastore_Task, 'duration_secs': 0.045444} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.454642] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.454907] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.455402] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.455402] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.455501] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.455720] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0278b167-976b-4423-9481-25da9c4b1bdc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.458406] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acbe052-8f37-4bf1-8611-d4d78b4e8c52 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.476970] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.476970] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.477723] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a70af2c-8e0d-4ced-aec4-a1b6610068a2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.485614] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812321, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.487250] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 803.487250] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523e580e-a982-df5e-8164-bfcc3a5fcce8" [ 803.487250] env[68466]: _type = "Task" [ 803.487250] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.496338] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523e580e-a982-df5e-8164-bfcc3a5fcce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.509119] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812324, 'name': ReconfigVM_Task, 'duration_secs': 0.273111} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.509414] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.510057] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8ea5b4b-bae1-452e-bed1-6f36dc84d618 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.518866] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 803.518866] env[68466]: value = "task-2812325" [ 803.518866] env[68466]: _type = "Task" [ 803.518866] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.528832] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812325, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.549969] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.552452] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.563s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.553972] env[68466]: INFO nova.compute.claims [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.574234] env[68466]: INFO nova.scheduler.client.report [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Deleted allocations for instance 54de098c-d0f8-4987-8b42-c964156b16d0 [ 803.579084] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.678144] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] Releasing lock "refresh_cache-fefbcbda-0d80-421b-9e42-79c8a038eb09" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.678432] env[68466]: DEBUG nova.compute.manager [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Received event network-vif-plugged-8ce41618-984b-4ec2-9a7d-786262ef6fa4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 803.678629] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] Acquiring lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.678953] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] Lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.679150] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] Lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.679319] env[68466]: DEBUG nova.compute.manager [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] No waiting events found dispatching network-vif-plugged-8ce41618-984b-4ec2-9a7d-786262ef6fa4 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.679527] env[68466]: WARNING nova.compute.manager [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Received unexpected event network-vif-plugged-8ce41618-984b-4ec2-9a7d-786262ef6fa4 for instance with vm_state building and task_state spawning. [ 803.679709] env[68466]: DEBUG nova.compute.manager [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Received event network-changed-8ce41618-984b-4ec2-9a7d-786262ef6fa4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 803.679860] env[68466]: DEBUG nova.compute.manager [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Refreshing instance network info cache due to event network-changed-8ce41618-984b-4ec2-9a7d-786262ef6fa4. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 803.680058] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] Acquiring lock "refresh_cache-7d7998dd-ccfe-4412-8e9a-d3b5490af278" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.680202] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] Acquired lock "refresh_cache-7d7998dd-ccfe-4412-8e9a-d3b5490af278" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.680356] env[68466]: DEBUG nova.network.neutron [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Refreshing network info cache for port 8ce41618-984b-4ec2-9a7d-786262ef6fa4 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.857462] env[68466]: DEBUG oslo_concurrency.lockutils [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquiring lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.857795] env[68466]: DEBUG oslo_concurrency.lockutils [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.858038] env[68466]: DEBUG oslo_concurrency.lockutils [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquiring lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.858839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.858839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.860681] env[68466]: INFO nova.compute.manager [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Terminating instance [ 803.890949] env[68466]: DEBUG nova.objects.base [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 803.890949] env[68466]: DEBUG nova.network.neutron [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.956451] env[68466]: DEBUG nova.policy [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f763c133438480d9d2fec0fee451429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f98c4c5dee045d08f90eb4d81a6e4ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.984102] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812321, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.865566} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.984593] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 292bc6a1-f7a2-400d-88dd-3148250b3f55/292bc6a1-f7a2-400d-88dd-3148250b3f55.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.984956] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.985352] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30b31ad1-e824-4239-b005-1153adbf0dbf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.999908] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523e580e-a982-df5e-8164-bfcc3a5fcce8, 'name': SearchDatastore_Task, 'duration_secs': 0.056009} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.004143] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 804.004143] env[68466]: value = "task-2812326" [ 804.004143] env[68466]: _type = "Task" [ 804.004143] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.004143] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c7f40a-5de7-4894-81e7-2d276c4b0be4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.027703] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 804.027703] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52922cad-934f-5d45-dcc1-724e9ee4efd3" [ 804.027703] env[68466]: _type = "Task" [ 804.027703] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.028420] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.038435] env[68466]: DEBUG nova.network.neutron [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Successfully updated port: 3459ff45-6345-4e0e-aab9-e83d82d27b4b {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.039514] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812325, 'name': Rename_Task, 'duration_secs': 0.15705} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.040374] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.040607] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa77afc-9c9a-4ecf-aa08-c5a3fc7e5879 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.046813] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52922cad-934f-5d45-dcc1-724e9ee4efd3, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.047104] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.048401] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.048842] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 7d7998dd-ccfe-4412-8e9a-d3b5490af278/7d7998dd-ccfe-4412-8e9a-d3b5490af278.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.052044] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfde058-125b-436a-9f14-ec259956d05f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.053212] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 804.053212] env[68466]: value = "task-2812327" [ 804.053212] env[68466]: _type = "Task" [ 804.053212] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.054313] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7cdf1f-c697-43d9-a90e-d7931b6424bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.067896] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.068491] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb6fd40-d912-47b5-b150-54196bad94c0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.072788] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 804.072788] env[68466]: value = "task-2812328" [ 804.072788] env[68466]: _type = "Task" [ 804.072788] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.077264] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812327, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.086237] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b10b6e30-872a-47eb-a6e8-a4817ef0074a tempest-ServerShowV257Test-1623458566 tempest-ServerShowV257Test-1623458566-project-member] Lock "54de098c-d0f8-4987-8b42-c964156b16d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.380s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.091312] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.150777] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.151058] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.151344] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleting the datastore file [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.151727] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1eae087f-2568-4579-8dbe-ab166d0d610c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.159110] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 804.159110] env[68466]: value = "task-2812330" [ 804.159110] env[68466]: _type = "Task" [ 804.159110] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.170119] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.364212] env[68466]: DEBUG nova.compute.manager [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.364475] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.365625] env[68466]: DEBUG nova.network.neutron [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Successfully created port: a90c7943-94f5-4097-80bb-b0c958bd38a1 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.368299] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48435ba-c4ae-4a28-9daa-734e9f27b8fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.382385] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.382888] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-828e02af-20e8-4ec6-bbf2-534dba4ef0d0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.394556] env[68466]: DEBUG oslo_vmware.api [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 804.394556] env[68466]: value = "task-2812331" [ 804.394556] env[68466]: _type = "Task" [ 804.394556] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.408812] env[68466]: DEBUG oslo_vmware.api [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.508867] env[68466]: DEBUG nova.compute.manager [req-46ca418d-8ecb-4e47-8e70-5d7fab8e8fd0 req-e33726ea-73e0-48e1-ab02-a97db7ebc270 service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Received event network-vif-plugged-3459ff45-6345-4e0e-aab9-e83d82d27b4b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 804.509859] env[68466]: DEBUG oslo_concurrency.lockutils [req-46ca418d-8ecb-4e47-8e70-5d7fab8e8fd0 req-e33726ea-73e0-48e1-ab02-a97db7ebc270 service nova] Acquiring lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.510203] env[68466]: DEBUG oslo_concurrency.lockutils [req-46ca418d-8ecb-4e47-8e70-5d7fab8e8fd0 req-e33726ea-73e0-48e1-ab02-a97db7ebc270 service nova] Lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.510456] env[68466]: DEBUG oslo_concurrency.lockutils [req-46ca418d-8ecb-4e47-8e70-5d7fab8e8fd0 req-e33726ea-73e0-48e1-ab02-a97db7ebc270 service nova] Lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.510753] env[68466]: DEBUG nova.compute.manager [req-46ca418d-8ecb-4e47-8e70-5d7fab8e8fd0 req-e33726ea-73e0-48e1-ab02-a97db7ebc270 service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] No waiting events found dispatching network-vif-plugged-3459ff45-6345-4e0e-aab9-e83d82d27b4b {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.510914] env[68466]: WARNING nova.compute.manager [req-46ca418d-8ecb-4e47-8e70-5d7fab8e8fd0 req-e33726ea-73e0-48e1-ab02-a97db7ebc270 service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Received unexpected event network-vif-plugged-3459ff45-6345-4e0e-aab9-e83d82d27b4b for instance with vm_state building and task_state spawning. [ 804.532785] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074592} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.533181] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.535276] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fc22d4-fb82-446a-9d4a-dff3c4fecc20 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.541436] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquiring lock "refresh_cache-5cfcedad-7808-44f5-b9ab-9a97b1c42177" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.541640] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquired lock "refresh_cache-5cfcedad-7808-44f5-b9ab-9a97b1c42177" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.541840] env[68466]: DEBUG nova.network.neutron [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.583252] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 292bc6a1-f7a2-400d-88dd-3148250b3f55/292bc6a1-f7a2-400d-88dd-3148250b3f55.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.593714] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42d660d-0785-4755-a0a2-b213a863f467 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.634059] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812327, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.640397] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513985} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.640792] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 804.640792] env[68466]: value = "task-2812332" [ 804.640792] env[68466]: _type = "Task" [ 804.640792] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.646486] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 7d7998dd-ccfe-4412-8e9a-d3b5490af278/7d7998dd-ccfe-4412-8e9a-d3b5490af278.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.646977] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.647970] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68a2f949-8ff6-4db2-b774-fbdef650c820 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.662567] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.670360] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 804.670360] env[68466]: value = "task-2812333" [ 804.670360] env[68466]: _type = "Task" [ 804.670360] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.678071] env[68466]: DEBUG oslo_vmware.api [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230608} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.678801] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.679016] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.679206] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.684332] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.698100] env[68466]: INFO nova.scheduler.client.report [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleted allocations for instance 55fc9b69-18d3-45a1-9b7a-421973de1c98 [ 804.753599] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.753881] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.793698] env[68466]: DEBUG nova.network.neutron [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Updated VIF entry in instance network info cache for port 8ce41618-984b-4ec2-9a7d-786262ef6fa4. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.794072] env[68466]: DEBUG nova.network.neutron [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Updating instance_info_cache with network_info: [{"id": "8ce41618-984b-4ec2-9a7d-786262ef6fa4", "address": "fa:16:3e:b8:12:a5", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ce41618-98", "ovs_interfaceid": "8ce41618-984b-4ec2-9a7d-786262ef6fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.905432] env[68466]: DEBUG oslo_vmware.api [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812331, 'name': PowerOffVM_Task, 'duration_secs': 0.261853} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.908398] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.908587] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.909063] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-272eeadc-a10a-4e65-b820-90088dcd8f3e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.011402] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.011599] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.011788] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Deleting the datastore file [datastore2] 0a5feb6e-625d-4b68-a971-e91b3b93a3df {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.012437] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eddba66-8205-46b6-adda-c83ff2dd77c2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.022784] env[68466]: DEBUG oslo_vmware.api [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for the task: (returnval){ [ 805.022784] env[68466]: value = "task-2812335" [ 805.022784] env[68466]: _type = "Task" [ 805.022784] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.031766] env[68466]: DEBUG oslo_vmware.api [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.075367] env[68466]: DEBUG nova.network.neutron [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.080834] env[68466]: DEBUG oslo_vmware.api [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812327, 'name': PowerOnVM_Task, 'duration_secs': 0.603724} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.083235] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.083447] env[68466]: INFO nova.compute.manager [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Took 11.12 seconds to spawn the instance on the hypervisor. [ 805.083628] env[68466]: DEBUG nova.compute.manager [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.084709] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34e7e5f-ef8d-4eb6-86ff-e0f853467fcf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.132875] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e2d870-333c-44c7-b936-2184c389493f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.141930] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f855401-2cfe-416e-b03b-97f3bcbba9a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.183294] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824f0bee-dd49-4ce0-9d7a-d4dffa43eafb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.189049] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812332, 'name': ReconfigVM_Task, 'duration_secs': 0.374919} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.189884] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 292bc6a1-f7a2-400d-88dd-3148250b3f55/292bc6a1-f7a2-400d-88dd-3148250b3f55.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.190507] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf35745e-9126-407d-b569-42c92cd815aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.201019] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069805} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.201019] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.201019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbb8132-c18f-4b6e-9db9-7950f6454e6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.205246] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b268c46-bac6-436c-b809-13dfc77f081f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.208251] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.208566] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 805.208566] env[68466]: value = "task-2812336" [ 805.208566] env[68466]: _type = "Task" [ 805.208566] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.228442] env[68466]: DEBUG nova.compute.provider_tree [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.238128] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 7d7998dd-ccfe-4412-8e9a-d3b5490af278/7d7998dd-ccfe-4412-8e9a-d3b5490af278.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.241933] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e6cb0a-2490-4416-9b99-8cc9badbdf0a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.260230] env[68466]: DEBUG nova.compute.utils [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.261879] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812336, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.268246] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 805.268246] env[68466]: value = "task-2812337" [ 805.268246] env[68466]: _type = "Task" [ 805.268246] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.277455] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.295083] env[68466]: DEBUG nova.network.neutron [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Updating instance_info_cache with network_info: [{"id": "3459ff45-6345-4e0e-aab9-e83d82d27b4b", "address": "fa:16:3e:39:36:a9", "network": {"id": "1f319d74-9bd5-4aae-88b1-4c92bb4004c0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1377984079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02de6c1abd04058afb3ff83e59fffd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3459ff45-63", "ovs_interfaceid": "3459ff45-6345-4e0e-aab9-e83d82d27b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.298334] env[68466]: DEBUG oslo_concurrency.lockutils [req-e5816ad5-772e-420e-af52-4222f916c262 req-c32450a9-e3e2-4111-8b4b-c3ed89bc471d service nova] Releasing lock "refresh_cache-7d7998dd-ccfe-4412-8e9a-d3b5490af278" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.536331] env[68466]: DEBUG oslo_vmware.api [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.607343] env[68466]: INFO nova.compute.manager [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Took 40.67 seconds to build instance. [ 805.719483] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812336, 'name': Rename_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.739657] env[68466]: DEBUG nova.scheduler.client.report [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.763292] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.779053] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.798071] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Releasing lock "refresh_cache-5cfcedad-7808-44f5-b9ab-9a97b1c42177" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.798554] env[68466]: DEBUG nova.compute.manager [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Instance network_info: |[{"id": "3459ff45-6345-4e0e-aab9-e83d82d27b4b", "address": "fa:16:3e:39:36:a9", "network": {"id": "1f319d74-9bd5-4aae-88b1-4c92bb4004c0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1377984079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02de6c1abd04058afb3ff83e59fffd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3459ff45-63", "ovs_interfaceid": "3459ff45-6345-4e0e-aab9-e83d82d27b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.799144] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:36:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3459ff45-6345-4e0e-aab9-e83d82d27b4b', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.806768] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Creating folder: Project (c02de6c1abd04058afb3ff83e59fffd9). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.807293] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7559c7da-fff5-44e8-bec3-c430daa9df3f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.819557] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Created folder: Project (c02de6c1abd04058afb3ff83e59fffd9) in parent group-v564977. [ 805.819767] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Creating folder: Instances. Parent ref: group-v565156. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.820035] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80284a97-537e-4b95-a51b-2ff5491d2c0c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.829583] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Created folder: Instances in parent group-v565156. [ 805.829775] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.829964] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.830185] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e88c1154-7378-492d-93a3-d8f0b0c9fc15 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.852063] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.852063] env[68466]: value = "task-2812340" [ 805.852063] env[68466]: _type = "Task" [ 805.852063] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.860862] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812340, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.028251] env[68466]: DEBUG nova.network.neutron [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Successfully updated port: a90c7943-94f5-4097-80bb-b0c958bd38a1 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.036295] env[68466]: DEBUG oslo_vmware.api [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Task: {'id': task-2812335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.765105} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.036619] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.036842] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.037095] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.037260] env[68466]: INFO nova.compute.manager [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Took 1.67 seconds to destroy the instance on the hypervisor. [ 806.037662] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.037756] env[68466]: DEBUG nova.compute.manager [-] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.037851] env[68466]: DEBUG nova.network.neutron [-] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.110205] env[68466]: DEBUG oslo_concurrency.lockutils [None req-576bb379-6ca7-47c9-9e2f-ff6cb9558997 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "c09869f1-0f84-4530-a323-a365511652f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.402s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.220207] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812336, 'name': Rename_Task, 'duration_secs': 0.519719} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.220557] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.220881] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-913192ff-ce13-46c4-b6bd-9bf3714ff378 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.228793] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 806.228793] env[68466]: value = "task-2812341" [ 806.228793] env[68466]: _type = "Task" [ 806.228793] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.239889] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.244958] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.245490] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.248408] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.290s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.248582] env[68466]: DEBUG nova.objects.instance [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 806.280964] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812337, 'name': ReconfigVM_Task, 'duration_secs': 0.911399} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.280964] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 7d7998dd-ccfe-4412-8e9a-d3b5490af278/7d7998dd-ccfe-4412-8e9a-d3b5490af278.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.281658] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01d98c77-b36c-4678-8d19-9b5bb190e35d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.290801] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 806.290801] env[68466]: value = "task-2812342" [ 806.290801] env[68466]: _type = "Task" [ 806.290801] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.307489] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812342, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.369400] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812340, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.531680] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.531888] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.532163] env[68466]: DEBUG nova.network.neutron [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.612682] env[68466]: DEBUG nova.compute.manager [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.739020] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812341, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.753780] env[68466]: DEBUG nova.compute.utils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.758179] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.758392] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.802382] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812342, 'name': Rename_Task, 'duration_secs': 0.318376} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.803453] env[68466]: DEBUG nova.policy [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc2825a682d497ca301ae16dd3b4ebc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e77d53cef288471d94cb8f23959290f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.805035] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.806070] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dbfab9d-7b29-422b-81b1-c937e99ff5c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.816026] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 806.816026] env[68466]: value = "task-2812343" [ 806.816026] env[68466]: _type = "Task" [ 806.816026] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.823871] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.833705] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.834376] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 806.863919] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.864275] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.864627] env[68466]: INFO nova.compute.manager [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Attaching volume ba739d46-9856-42d5-8f2f-3308fa0ae8b2 to /dev/sdb [ 806.872171] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812340, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.916430] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7534af35-b997-423a-9893-dcc3014544fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.924467] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aa9d9f-4938-4467-a98d-65e912689cf0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.942583] env[68466]: DEBUG nova.virt.block_device [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Updating existing volume attachment record: 3362587e-a30d-456c-b288-c9d217fba37c {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 807.089521] env[68466]: WARNING nova.network.neutron [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] 5ca781b1-d884-4ab4-a7b9-ae726501ce9c already exists in list: networks containing: ['5ca781b1-d884-4ab4-a7b9-ae726501ce9c']. ignoring it [ 807.122579] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Successfully created port: d2079bab-64cd-4317-b9c7-f2a051e57a76 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.141162] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.245362] env[68466]: DEBUG oslo_vmware.api [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812341, 'name': PowerOnVM_Task, 'duration_secs': 0.667609} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.245362] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.245362] env[68466]: INFO nova.compute.manager [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Took 10.48 seconds to spawn the instance on the hypervisor. [ 807.245362] env[68466]: DEBUG nova.compute.manager [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.245362] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bea50ca-8542-4c98-82ab-a6abdda081d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.262246] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de4675e0-da66-48ee-a8b0-2fd73c8f4f03 tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.267120] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.270118] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.135s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.271479] env[68466]: INFO nova.compute.claims [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.329043] env[68466]: DEBUG nova.network.neutron [-] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.331037] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812343, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.346162] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.346162] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.346162] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.346162] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.346162] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.346162] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.346162] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 807.346162] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.370131] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812340, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.546113] env[68466]: DEBUG nova.network.neutron [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updating instance_info_cache with network_info: [{"id": "c8f3f03a-0962-4f29-a930-eb540320a106", "address": "fa:16:3e:c3:62:0e", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f3f03a-09", "ovs_interfaceid": "c8f3f03a-0962-4f29-a930-eb540320a106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a90c7943-94f5-4097-80bb-b0c958bd38a1", "address": "fa:16:3e:7e:fb:44", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa90c7943-94", "ovs_interfaceid": "a90c7943-94f5-4097-80bb-b0c958bd38a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.764308] env[68466]: INFO nova.compute.manager [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Took 40.66 seconds to build instance. [ 807.826317] env[68466]: DEBUG oslo_vmware.api [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812343, 'name': PowerOnVM_Task, 'duration_secs': 0.674927} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.826630] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.826828] env[68466]: INFO nova.compute.manager [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Took 8.21 seconds to spawn the instance on the hypervisor. [ 807.827013] env[68466]: DEBUG nova.compute.manager [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.827797] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85437df-7ab0-4afe-b263-160dd7645e3b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.834983] env[68466]: INFO nova.compute.manager [-] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Took 1.80 seconds to deallocate network for instance. [ 807.851628] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.866631] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812340, 'name': CreateVM_Task, 'duration_secs': 1.54603} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.866849] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.867610] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.867786] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.868140] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.868416] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15583b2f-b3e5-4079-b16c-ac73ced4187d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.874735] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 807.874735] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526c2fa3-4de0-2e0d-2a77-c4cc6fb976bc" [ 807.874735] env[68466]: _type = "Task" [ 807.874735] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.883826] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526c2fa3-4de0-2e0d-2a77-c4cc6fb976bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.030851] env[68466]: DEBUG nova.compute.manager [req-3c8d806d-10e4-46e7-bdd9-063c62b2b147 req-b6bc8831-de82-4b88-a0d9-13ddad7e7bf4 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Received event network-vif-plugged-a90c7943-94f5-4097-80bb-b0c958bd38a1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.031106] env[68466]: DEBUG oslo_concurrency.lockutils [req-3c8d806d-10e4-46e7-bdd9-063c62b2b147 req-b6bc8831-de82-4b88-a0d9-13ddad7e7bf4 service nova] Acquiring lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.031262] env[68466]: DEBUG oslo_concurrency.lockutils [req-3c8d806d-10e4-46e7-bdd9-063c62b2b147 req-b6bc8831-de82-4b88-a0d9-13ddad7e7bf4 service nova] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.031434] env[68466]: DEBUG oslo_concurrency.lockutils [req-3c8d806d-10e4-46e7-bdd9-063c62b2b147 req-b6bc8831-de82-4b88-a0d9-13ddad7e7bf4 service nova] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.031603] env[68466]: DEBUG nova.compute.manager [req-3c8d806d-10e4-46e7-bdd9-063c62b2b147 req-b6bc8831-de82-4b88-a0d9-13ddad7e7bf4 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] No waiting events found dispatching network-vif-plugged-a90c7943-94f5-4097-80bb-b0c958bd38a1 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.031773] env[68466]: WARNING nova.compute.manager [req-3c8d806d-10e4-46e7-bdd9-063c62b2b147 req-b6bc8831-de82-4b88-a0d9-13ddad7e7bf4 service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Received unexpected event network-vif-plugged-a90c7943-94f5-4097-80bb-b0c958bd38a1 for instance with vm_state active and task_state None. [ 808.048839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.049570] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.049802] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.050576] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4fdba-3f1c-4da3-9d56-b462f0e5cb2b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.068291] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.068520] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.068680] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.068864] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.069012] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.069171] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.069416] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.069581] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.069750] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.069911] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.070093] env[68466]: DEBUG nova.virt.hardware [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.076351] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Reconfiguring VM to attach interface {{(pid=68466) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 808.076690] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe33b6d-9086-44c3-b77b-de75434ddb7d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.098319] env[68466]: DEBUG oslo_vmware.api [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 808.098319] env[68466]: value = "task-2812347" [ 808.098319] env[68466]: _type = "Task" [ 808.098319] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.108678] env[68466]: DEBUG oslo_vmware.api [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812347, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.137967] env[68466]: DEBUG nova.compute.manager [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received event network-vif-unplugged-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.137967] env[68466]: DEBUG oslo_concurrency.lockutils [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] Acquiring lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.137967] env[68466]: DEBUG oslo_concurrency.lockutils [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.137967] env[68466]: DEBUG oslo_concurrency.lockutils [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.137967] env[68466]: DEBUG nova.compute.manager [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] No waiting events found dispatching network-vif-unplugged-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.137967] env[68466]: WARNING nova.compute.manager [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received unexpected event network-vif-unplugged-a5270c9a-4fbb-492f-aafb-09b96d1cd57d for instance with vm_state shelved_offloaded and task_state None. [ 808.138324] env[68466]: DEBUG nova.compute.manager [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Received event network-changed-3459ff45-6345-4e0e-aab9-e83d82d27b4b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.138533] env[68466]: DEBUG nova.compute.manager [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Refreshing instance network info cache due to event network-changed-3459ff45-6345-4e0e-aab9-e83d82d27b4b. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 808.138808] env[68466]: DEBUG oslo_concurrency.lockutils [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] Acquiring lock "refresh_cache-5cfcedad-7808-44f5-b9ab-9a97b1c42177" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.139045] env[68466]: DEBUG oslo_concurrency.lockutils [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] Acquired lock "refresh_cache-5cfcedad-7808-44f5-b9ab-9a97b1c42177" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.139264] env[68466]: DEBUG nova.network.neutron [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Refreshing network info cache for port 3459ff45-6345-4e0e-aab9-e83d82d27b4b {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.267832] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e07f0b04-8021-4a3d-b51b-bb3b1d58e152 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "292bc6a1-f7a2-400d-88dd-3148250b3f55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.193s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.287361] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.319092] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.319092] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.319092] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.319092] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.319092] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.319431] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.319542] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.319735] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.319932] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.320137] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.320345] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.321286] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937cf4be-255a-4dbd-aa74-a08a3e724d84 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.332981] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e70130-7548-4f25-a6d3-60375cc607aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.343939] env[68466]: DEBUG oslo_concurrency.lockutils [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.346796] env[68466]: INFO nova.compute.manager [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Took 40.11 seconds to build instance. [ 808.388317] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526c2fa3-4de0-2e0d-2a77-c4cc6fb976bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.388317] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.388317] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.388653] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.388775] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.388937] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.389249] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cd62b10-7954-4dd6-a1fd-d9d74f433a1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.401172] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.401392] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.402193] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0908d5d-805d-4499-91b3-7e67698eb22b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.408656] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 808.408656] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a49c1-7cf1-46aa-bbfd-4f8f8ba3112f" [ 808.408656] env[68466]: _type = "Task" [ 808.408656] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.420759] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a49c1-7cf1-46aa-bbfd-4f8f8ba3112f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.610347] env[68466]: DEBUG oslo_vmware.api [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.658183] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Successfully updated port: d2079bab-64cd-4317-b9c7-f2a051e57a76 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.774055] env[68466]: DEBUG nova.compute.manager [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.822589] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c2555b-68e3-4d69-9130-83a8a31e0f1a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.831971] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776795aa-15e6-4960-bcfd-3925c9082d35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.865030] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f014f604-fc99-4675-a21f-4db1a5544fb8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.758s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.867540] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86fa6ff-9450-4c6a-b01b-467147148173 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.877846] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda51c8-a02f-430f-a610-5e51e3a87230 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.893743] env[68466]: DEBUG nova.compute.provider_tree [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.906120] env[68466]: DEBUG nova.network.neutron [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Updated VIF entry in instance network info cache for port 3459ff45-6345-4e0e-aab9-e83d82d27b4b. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.906501] env[68466]: DEBUG nova.network.neutron [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Updating instance_info_cache with network_info: [{"id": "3459ff45-6345-4e0e-aab9-e83d82d27b4b", "address": "fa:16:3e:39:36:a9", "network": {"id": "1f319d74-9bd5-4aae-88b1-4c92bb4004c0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1377984079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02de6c1abd04058afb3ff83e59fffd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3459ff45-63", "ovs_interfaceid": "3459ff45-6345-4e0e-aab9-e83d82d27b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.919789] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a49c1-7cf1-46aa-bbfd-4f8f8ba3112f, 'name': SearchDatastore_Task, 'duration_secs': 0.014364} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.920607] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b10518-b5ff-4eca-b62a-24fa669bbd9e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.926901] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 808.926901] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5297a487-1562-2317-cc77-fbafe1690e6c" [ 808.926901] env[68466]: _type = "Task" [ 808.926901] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.935852] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5297a487-1562-2317-cc77-fbafe1690e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.109795] env[68466]: DEBUG oslo_vmware.api [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812347, 'name': ReconfigVM_Task, 'duration_secs': 1.004582} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.110518] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.110753] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Reconfigured VM to attach interface {{(pid=68466) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 809.161988] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "refresh_cache-82094d30-2334-4dd0-8e1e-23572d78ed1d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.162310] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "refresh_cache-82094d30-2334-4dd0-8e1e-23572d78ed1d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.162560] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.214306] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2180ff9d-42cd-4dfb-a5a9-54e7744b86bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.222172] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-709da825-dda4-4ad0-a621-e1ccbb9e92b1 tempest-ServersAdminNegativeTestJSON-874443117 tempest-ServersAdminNegativeTestJSON-874443117-project-admin] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Suspending the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 809.222475] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-db33478f-f6b1-4d3c-be37-f1a909a67e9e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.230817] env[68466]: DEBUG oslo_vmware.api [None req-709da825-dda4-4ad0-a621-e1ccbb9e92b1 tempest-ServersAdminNegativeTestJSON-874443117 tempest-ServersAdminNegativeTestJSON-874443117-project-admin] Waiting for the task: (returnval){ [ 809.230817] env[68466]: value = "task-2812348" [ 809.230817] env[68466]: _type = "Task" [ 809.230817] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.240564] env[68466]: DEBUG oslo_vmware.api [None req-709da825-dda4-4ad0-a621-e1ccbb9e92b1 tempest-ServersAdminNegativeTestJSON-874443117 tempest-ServersAdminNegativeTestJSON-874443117-project-admin] Task: {'id': task-2812348, 'name': SuspendVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.295051] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.368337] env[68466]: DEBUG nova.compute.manager [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.396941] env[68466]: DEBUG nova.scheduler.client.report [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.409099] env[68466]: DEBUG oslo_concurrency.lockutils [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] Releasing lock "refresh_cache-5cfcedad-7808-44f5-b9ab-9a97b1c42177" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.409483] env[68466]: DEBUG nova.compute.manager [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received event network-changed-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 809.409686] env[68466]: DEBUG nova.compute.manager [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Refreshing instance network info cache due to event network-changed-a5270c9a-4fbb-492f-aafb-09b96d1cd57d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 809.409922] env[68466]: DEBUG oslo_concurrency.lockutils [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] Acquiring lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.410858] env[68466]: DEBUG oslo_concurrency.lockutils [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] Acquired lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.410858] env[68466]: DEBUG nova.network.neutron [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Refreshing network info cache for port a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.439281] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5297a487-1562-2317-cc77-fbafe1690e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.01599} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.439627] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.439937] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 5cfcedad-7808-44f5-b9ab-9a97b1c42177/5cfcedad-7808-44f5-b9ab-9a97b1c42177.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.440263] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-549f4ff8-ce03-48c7-aea8-e8fbfa2dc1a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.449082] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 809.449082] env[68466]: value = "task-2812349" [ 809.449082] env[68466]: _type = "Task" [ 809.449082] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.459496] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.616028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d3f1453-8421-465d-bd60-44dc024b0a76 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.803s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.698372] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.746659] env[68466]: DEBUG oslo_vmware.api [None req-709da825-dda4-4ad0-a621-e1ccbb9e92b1 tempest-ServersAdminNegativeTestJSON-874443117 tempest-ServersAdminNegativeTestJSON-874443117-project-admin] Task: {'id': task-2812348, 'name': SuspendVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.900409] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.903792] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.904363] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.908028] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Updating instance_info_cache with network_info: [{"id": "d2079bab-64cd-4317-b9c7-f2a051e57a76", "address": "fa:16:3e:05:38:14", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2079bab-64", "ovs_interfaceid": "d2079bab-64cd-4317-b9c7-f2a051e57a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.909224] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.663s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.910847] env[68466]: INFO nova.compute.claims [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.962469] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812349, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.187429] env[68466]: DEBUG nova.network.neutron [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updated VIF entry in instance network info cache for port a5270c9a-4fbb-492f-aafb-09b96d1cd57d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.188175] env[68466]: DEBUG nova.network.neutron [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating instance_info_cache with network_info: [{"id": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "address": "fa:16:3e:ce:8e:04", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": null, "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa5270c9a-4f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.247138] env[68466]: DEBUG oslo_vmware.api [None req-709da825-dda4-4ad0-a621-e1ccbb9e92b1 tempest-ServersAdminNegativeTestJSON-874443117 tempest-ServersAdminNegativeTestJSON-874443117-project-admin] Task: {'id': task-2812348, 'name': SuspendVM_Task, 'duration_secs': 0.962703} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.247566] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-709da825-dda4-4ad0-a621-e1ccbb9e92b1 tempest-ServersAdminNegativeTestJSON-874443117 tempest-ServersAdminNegativeTestJSON-874443117-project-admin] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Suspended the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 810.247848] env[68466]: DEBUG nova.compute.manager [None req-709da825-dda4-4ad0-a621-e1ccbb9e92b1 tempest-ServersAdminNegativeTestJSON-874443117 tempest-ServersAdminNegativeTestJSON-874443117-project-admin] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.249063] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a2604a-36c2-4fed-82e5-a627c89e447c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.414896] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "refresh_cache-82094d30-2334-4dd0-8e1e-23572d78ed1d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.415254] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Instance network_info: |[{"id": "d2079bab-64cd-4317-b9c7-f2a051e57a76", "address": "fa:16:3e:05:38:14", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2079bab-64", "ovs_interfaceid": "d2079bab-64cd-4317-b9c7-f2a051e57a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.418923] env[68466]: DEBUG nova.compute.utils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.420386] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:38:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2079bab-64cd-4317-b9c7-f2a051e57a76', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.428233] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.428511] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.428679] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.431997] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.432257] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51a07bd2-3a49-4616-bee3-b7a41606f1ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.463478] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607495} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.464928] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 5cfcedad-7808-44f5-b9ab-9a97b1c42177/5cfcedad-7808-44f5-b9ab-9a97b1c42177.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.465298] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.465542] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.465542] env[68466]: value = "task-2812351" [ 810.465542] env[68466]: _type = "Task" [ 810.465542] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.465777] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f683fd20-a2cc-4e79-89af-3aac05dcee69 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.477372] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812351, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.478961] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 810.478961] env[68466]: value = "task-2812352" [ 810.478961] env[68466]: _type = "Task" [ 810.478961] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.489263] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.502436] env[68466]: DEBUG nova.policy [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc2825a682d497ca301ae16dd3b4ebc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e77d53cef288471d94cb8f23959290f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.693392] env[68466]: DEBUG oslo_concurrency.lockutils [req-63451d2a-c7ef-4009-98b6-1e48605df0ab req-3cf1e285-ac6b-4871-bb2b-c4d75533a9f0 service nova] Releasing lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.693818] env[68466]: DEBUG nova.objects.instance [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lazy-loading 'flavor' on Instance uuid cb90ef88-1181-4c09-9fab-34df31cd8468 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.714140] env[68466]: DEBUG nova.compute.manager [req-a2ce5968-eade-46c8-87c1-ff9301b3a791 req-1ae4952e-2bc0-4d95-9c4d-26b6830cb72b service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Received event network-changed-a90c7943-94f5-4097-80bb-b0c958bd38a1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.714385] env[68466]: DEBUG nova.compute.manager [req-a2ce5968-eade-46c8-87c1-ff9301b3a791 req-1ae4952e-2bc0-4d95-9c4d-26b6830cb72b service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Refreshing instance network info cache due to event network-changed-a90c7943-94f5-4097-80bb-b0c958bd38a1. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 810.714684] env[68466]: DEBUG oslo_concurrency.lockutils [req-a2ce5968-eade-46c8-87c1-ff9301b3a791 req-1ae4952e-2bc0-4d95-9c4d-26b6830cb72b service nova] Acquiring lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.714921] env[68466]: DEBUG oslo_concurrency.lockutils [req-a2ce5968-eade-46c8-87c1-ff9301b3a791 req-1ae4952e-2bc0-4d95-9c4d-26b6830cb72b service nova] Acquired lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.715194] env[68466]: DEBUG nova.network.neutron [req-a2ce5968-eade-46c8-87c1-ff9301b3a791 req-1ae4952e-2bc0-4d95-9c4d-26b6830cb72b service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Refreshing network info cache for port a90c7943-94f5-4097-80bb-b0c958bd38a1 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.717615] env[68466]: DEBUG nova.compute.manager [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Received event network-vif-plugged-d2079bab-64cd-4317-b9c7-f2a051e57a76 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.717820] env[68466]: DEBUG oslo_concurrency.lockutils [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] Acquiring lock "82094d30-2334-4dd0-8e1e-23572d78ed1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.718033] env[68466]: DEBUG oslo_concurrency.lockutils [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] Lock "82094d30-2334-4dd0-8e1e-23572d78ed1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.718226] env[68466]: DEBUG oslo_concurrency.lockutils [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] Lock "82094d30-2334-4dd0-8e1e-23572d78ed1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.718454] env[68466]: DEBUG nova.compute.manager [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] No waiting events found dispatching network-vif-plugged-d2079bab-64cd-4317-b9c7-f2a051e57a76 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.718594] env[68466]: WARNING nova.compute.manager [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Received unexpected event network-vif-plugged-d2079bab-64cd-4317-b9c7-f2a051e57a76 for instance with vm_state building and task_state spawning. [ 810.718832] env[68466]: DEBUG nova.compute.manager [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Received event network-changed-d2079bab-64cd-4317-b9c7-f2a051e57a76 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.719123] env[68466]: DEBUG nova.compute.manager [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Refreshing instance network info cache due to event network-changed-d2079bab-64cd-4317-b9c7-f2a051e57a76. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 810.719228] env[68466]: DEBUG oslo_concurrency.lockutils [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] Acquiring lock "refresh_cache-82094d30-2334-4dd0-8e1e-23572d78ed1d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.719337] env[68466]: DEBUG oslo_concurrency.lockutils [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] Acquired lock "refresh_cache-82094d30-2334-4dd0-8e1e-23572d78ed1d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.719492] env[68466]: DEBUG nova.network.neutron [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Refreshing network info cache for port d2079bab-64cd-4317-b9c7-f2a051e57a76 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.933548] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.991582] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812351, 'name': CreateVM_Task, 'duration_secs': 0.516575} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.994503] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.996062] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.996062] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.996230] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.996545] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb84bc8e-a26a-465f-84e2-b87d6d669e75 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.001242] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277891} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.002268] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.003461] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f42b02-edef-4f57-838c-e32a65c5865e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.006910] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 811.006910] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf82a9-13fd-53b2-b262-16e9ef3ef697" [ 811.006910] env[68466]: _type = "Task" [ 811.006910] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.030163] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 5cfcedad-7808-44f5-b9ab-9a97b1c42177/5cfcedad-7808-44f5-b9ab-9a97b1c42177.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.031144] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Successfully created port: 5272e486-c2bf-47a1-ae09-b4c8779e44aa {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.036131] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26e077f8-39f9-441b-9972-44cd8a5706fd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.055047] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf82a9-13fd-53b2-b262-16e9ef3ef697, 'name': SearchDatastore_Task, 'duration_secs': 0.026692} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.055636] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.055873] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.056137] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.056289] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.056468] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.056761] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d68e6576-6b65-4553-9a12-280524c78444 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.062053] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 811.062053] env[68466]: value = "task-2812353" [ 811.062053] env[68466]: _type = "Task" [ 811.062053] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.074212] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.074511] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.074690] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.075593] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8ff579-757b-47da-b8a7-3bcaf2b39eb1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.081485] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 811.081485] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5286a481-5e8e-84f8-094c-3c4ee6fd6c26" [ 811.081485] env[68466]: _type = "Task" [ 811.081485] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.091748] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5286a481-5e8e-84f8-094c-3c4ee6fd6c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.208154] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.208341] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquired lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.348293] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.536185] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98778a89-ff18-4e10-9647-7c8b1a793446 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.545682] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9289bcf6-bdf6-4760-98c1-51861bb80021 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.587849] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b28e7c1-a3e1-4f46-a798-fd12c1ef757e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.609978] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff42e5e-b9db-4df0-a677-ff171c98ee07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.614587] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5286a481-5e8e-84f8-094c-3c4ee6fd6c26, 'name': SearchDatastore_Task, 'duration_secs': 0.014628} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.614914] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.616198] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608c6424-5416-48a1-8921-1751681e7ecb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.626862] env[68466]: DEBUG nova.compute.provider_tree [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.632723] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 811.632723] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ac8367-bfff-730f-450a-7f781350ee60" [ 811.632723] env[68466]: _type = "Task" [ 811.632723] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.643456] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ac8367-bfff-730f-450a-7f781350ee60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.790380] env[68466]: DEBUG nova.network.neutron [req-a2ce5968-eade-46c8-87c1-ff9301b3a791 req-1ae4952e-2bc0-4d95-9c4d-26b6830cb72b service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updated VIF entry in instance network info cache for port a90c7943-94f5-4097-80bb-b0c958bd38a1. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.790820] env[68466]: DEBUG nova.network.neutron [req-a2ce5968-eade-46c8-87c1-ff9301b3a791 req-1ae4952e-2bc0-4d95-9c4d-26b6830cb72b service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updating instance_info_cache with network_info: [{"id": "c8f3f03a-0962-4f29-a930-eb540320a106", "address": "fa:16:3e:c3:62:0e", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f3f03a-09", "ovs_interfaceid": "c8f3f03a-0962-4f29-a930-eb540320a106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a90c7943-94f5-4097-80bb-b0c958bd38a1", "address": "fa:16:3e:7e:fb:44", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa90c7943-94", "ovs_interfaceid": "a90c7943-94f5-4097-80bb-b0c958bd38a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.812666] env[68466]: DEBUG nova.network.neutron [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Updated VIF entry in instance network info cache for port d2079bab-64cd-4317-b9c7-f2a051e57a76. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.813060] env[68466]: DEBUG nova.network.neutron [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Updating instance_info_cache with network_info: [{"id": "d2079bab-64cd-4317-b9c7-f2a051e57a76", "address": "fa:16:3e:05:38:14", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2079bab-64", "ovs_interfaceid": "d2079bab-64cd-4317-b9c7-f2a051e57a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.869646] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "87468178-0f5e-4413-9186-e3fb9280c120" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.869964] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "87468178-0f5e-4413-9186-e3fb9280c120" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.949219] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.961237] env[68466]: DEBUG nova.network.neutron [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.980375] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.980633] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.980791] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.980965] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.981127] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.981276] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.981544] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.981660] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.981812] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.981974] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.982163] env[68466]: DEBUG nova.virt.hardware [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.983396] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aae4e5b-1b19-4831-a4f8-2a66efd803c8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.994815] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d7d99f-f055-4b5d-8adf-f700cc1b73d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.999598] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 811.999876] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565160', 'volume_id': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'name': 'volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6840c94d-1ec9-47d2-8618-dbc1242fb933', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'serial': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 812.000936] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c1692b-39a4-43ac-989e-fb56268c0c82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.026585] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f980c64e-9150-4859-a1cf-590d9371ded8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.052243] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2/volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.052919] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d2beafc-8e89-4d38-b613-952fa5b680bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.072082] env[68466]: DEBUG oslo_vmware.api [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 812.072082] env[68466]: value = "task-2812354" [ 812.072082] env[68466]: _type = "Task" [ 812.072082] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.080665] env[68466]: DEBUG oslo_vmware.api [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.089912] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812353, 'name': ReconfigVM_Task, 'duration_secs': 0.711798} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.090204] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 5cfcedad-7808-44f5-b9ab-9a97b1c42177/5cfcedad-7808-44f5-b9ab-9a97b1c42177.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.090820] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-429eae40-3d66-415f-806c-8cdeb6a98567 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.097321] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 812.097321] env[68466]: value = "task-2812355" [ 812.097321] env[68466]: _type = "Task" [ 812.097321] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.105748] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812355, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.130945] env[68466]: DEBUG nova.scheduler.client.report [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.144552] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ac8367-bfff-730f-450a-7f781350ee60, 'name': SearchDatastore_Task, 'duration_secs': 0.012754} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.144817] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.145091] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 82094d30-2334-4dd0-8e1e-23572d78ed1d/82094d30-2334-4dd0-8e1e-23572d78ed1d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.145367] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec817db3-8686-4287-bc8a-c471cf2e18a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.155944] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 812.155944] env[68466]: value = "task-2812356" [ 812.155944] env[68466]: _type = "Task" [ 812.155944] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.165656] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.294045] env[68466]: DEBUG oslo_concurrency.lockutils [req-a2ce5968-eade-46c8-87c1-ff9301b3a791 req-1ae4952e-2bc0-4d95-9c4d-26b6830cb72b service nova] Releasing lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.294416] env[68466]: DEBUG nova.compute.manager [req-a2ce5968-eade-46c8-87c1-ff9301b3a791 req-1ae4952e-2bc0-4d95-9c4d-26b6830cb72b service nova] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Received event network-vif-deleted-3413550b-84ae-4e8f-b8a3-61ae866c364a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 812.315512] env[68466]: DEBUG oslo_concurrency.lockutils [req-e2d2311d-a371-4dc8-9e7f-1a35931718d9 req-2e89c220-8fdc-4d90-b29a-639756ca07a1 service nova] Releasing lock "refresh_cache-82094d30-2334-4dd0-8e1e-23572d78ed1d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.583576] env[68466]: DEBUG oslo_vmware.api [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.610724] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812355, 'name': Rename_Task, 'duration_secs': 0.190925} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.611045] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.611318] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89cf7995-99e4-4551-bac2-23b3d93d7023 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.628199] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 812.628199] env[68466]: value = "task-2812357" [ 812.628199] env[68466]: _type = "Task" [ 812.628199] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.639644] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.642023] env[68466]: DEBUG nova.compute.manager [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.651822] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.743s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.655964] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.670124] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812356, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.702875] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "interface-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-a90c7943-94f5-4097-80bb-b0c958bd38a1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.703209] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-a90c7943-94f5-4097-80bb-b0c958bd38a1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.792511] env[68466]: DEBUG nova.network.neutron [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updating instance_info_cache with network_info: [{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.799745] env[68466]: DEBUG nova.compute.manager [req-2af6d427-a32a-4a8e-a870-359f779bdd3a req-b2269457-f1ca-46c6-afcf-10ee40b23fab service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Received event network-changed-1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 812.799957] env[68466]: DEBUG nova.compute.manager [req-2af6d427-a32a-4a8e-a870-359f779bdd3a req-b2269457-f1ca-46c6-afcf-10ee40b23fab service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Refreshing instance network info cache due to event network-changed-1faf4857-a896-4bd3-b4d3-3ed61eced928. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 812.800202] env[68466]: DEBUG oslo_concurrency.lockutils [req-2af6d427-a32a-4a8e-a870-359f779bdd3a req-b2269457-f1ca-46c6-afcf-10ee40b23fab service nova] Acquiring lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.855777] env[68466]: DEBUG nova.compute.manager [req-4cdab2c3-bdbd-4d3e-84b6-f61374ce3b72 req-d2053ff7-5cbb-44c8-bfc5-3f99229f464f service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Received event network-vif-plugged-5272e486-c2bf-47a1-ae09-b4c8779e44aa {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 812.855907] env[68466]: DEBUG oslo_concurrency.lockutils [req-4cdab2c3-bdbd-4d3e-84b6-f61374ce3b72 req-d2053ff7-5cbb-44c8-bfc5-3f99229f464f service nova] Acquiring lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.856166] env[68466]: DEBUG oslo_concurrency.lockutils [req-4cdab2c3-bdbd-4d3e-84b6-f61374ce3b72 req-d2053ff7-5cbb-44c8-bfc5-3f99229f464f service nova] Lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.856240] env[68466]: DEBUG oslo_concurrency.lockutils [req-4cdab2c3-bdbd-4d3e-84b6-f61374ce3b72 req-d2053ff7-5cbb-44c8-bfc5-3f99229f464f service nova] Lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.856554] env[68466]: DEBUG nova.compute.manager [req-4cdab2c3-bdbd-4d3e-84b6-f61374ce3b72 req-d2053ff7-5cbb-44c8-bfc5-3f99229f464f service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] No waiting events found dispatching network-vif-plugged-5272e486-c2bf-47a1-ae09-b4c8779e44aa {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.856820] env[68466]: WARNING nova.compute.manager [req-4cdab2c3-bdbd-4d3e-84b6-f61374ce3b72 req-d2053ff7-5cbb-44c8-bfc5-3f99229f464f service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Received unexpected event network-vif-plugged-5272e486-c2bf-47a1-ae09-b4c8779e44aa for instance with vm_state building and task_state spawning. [ 812.911805] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Successfully updated port: 5272e486-c2bf-47a1-ae09-b4c8779e44aa {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.084607] env[68466]: DEBUG oslo_vmware.api [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812354, 'name': ReconfigVM_Task, 'duration_secs': 0.740902} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.087235] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2/volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.092137] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-896113f3-c6d1-4054-9b0e-78829cefcfb3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.112024] env[68466]: DEBUG oslo_vmware.api [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 813.112024] env[68466]: value = "task-2812358" [ 813.112024] env[68466]: _type = "Task" [ 813.112024] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.124541] env[68466]: DEBUG oslo_vmware.api [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.142613] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.159120] env[68466]: DEBUG nova.compute.utils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.159768] env[68466]: DEBUG nova.compute.manager [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.159932] env[68466]: DEBUG nova.network.neutron [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.173320] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670058} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.174224] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 82094d30-2334-4dd0-8e1e-23572d78ed1d/82094d30-2334-4dd0-8e1e-23572d78ed1d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.174446] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.174722] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-811df8ac-5bb9-4f3b-9d00-62d4f8ab4729 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.182242] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 813.182242] env[68466]: value = "task-2812359" [ 813.182242] env[68466]: _type = "Task" [ 813.182242] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.197234] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.212029] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7f527-38f3-42fa-bc50-5b16aee351ce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.217174] env[68466]: DEBUG nova.policy [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7afec69991f048a191d06ccd407d0f1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bf161a8b1344f849436d9206c942fb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.219155] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.219350] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.222049] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c068b95-a58c-48ef-8619-9e6f702e820e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.227139] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66266408-acdb-4e30-b779-78eab14f4395 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.273928] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1611c0c-1d63-4cc4-a1a9-8cdd99ec0658 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.277104] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83863713-675a-44e5-a777-64734f558a36 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.302188] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256a574a-c3e7-4263-8beb-6645c166b146 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.315698] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Reconfiguring VM to detach interface {{(pid=68466) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 813.317511] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Releasing lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.317679] env[68466]: DEBUG nova.compute.manager [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Inject network info {{(pid=68466) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 813.318097] env[68466]: DEBUG nova.compute.manager [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] network_info to inject: |[{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 813.322569] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Reconfiguring VM instance to set the machine id {{(pid=68466) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 813.322841] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b509458-6889-4455-9267-501439396702 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.338781] env[68466]: DEBUG oslo_concurrency.lockutils [req-2af6d427-a32a-4a8e-a870-359f779bdd3a req-b2269457-f1ca-46c6-afcf-10ee40b23fab service nova] Acquired lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.339029] env[68466]: DEBUG nova.network.neutron [req-2af6d427-a32a-4a8e-a870-359f779bdd3a req-b2269457-f1ca-46c6-afcf-10ee40b23fab service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Refreshing network info cache for port 1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.340297] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f69388-4034-4260-9449-3cd0b59a3bff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.352714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.352951] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.353210] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.353404] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.353569] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.367101] env[68466]: INFO nova.compute.manager [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Terminating instance [ 813.369884] env[68466]: DEBUG nova.compute.provider_tree [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.373230] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 813.373230] env[68466]: value = "task-2812360" [ 813.373230] env[68466]: _type = "Task" [ 813.373230] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.374907] env[68466]: DEBUG oslo_vmware.api [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 813.374907] env[68466]: value = "task-2812361" [ 813.374907] env[68466]: _type = "Task" [ 813.374907] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.389041] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.392572] env[68466]: DEBUG oslo_vmware.api [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2812361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.414518] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "refresh_cache-71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.414692] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "refresh_cache-71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.414849] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.620948] env[68466]: DEBUG nova.network.neutron [req-2af6d427-a32a-4a8e-a870-359f779bdd3a req-b2269457-f1ca-46c6-afcf-10ee40b23fab service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updated VIF entry in instance network info cache for port 1faf4857-a896-4bd3-b4d3-3ed61eced928. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.622148] env[68466]: DEBUG nova.network.neutron [req-2af6d427-a32a-4a8e-a870-359f779bdd3a req-b2269457-f1ca-46c6-afcf-10ee40b23fab service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updating instance_info_cache with network_info: [{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.628261] env[68466]: DEBUG oslo_vmware.api [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812358, 'name': ReconfigVM_Task, 'duration_secs': 0.255355} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.628565] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565160', 'volume_id': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'name': 'volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6840c94d-1ec9-47d2-8618-dbc1242fb933', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'serial': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 813.650214] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812357, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.668067] env[68466]: DEBUG nova.compute.manager [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.698079] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066898} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.698079] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.698079] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56849443-1e45-492b-813a-bbd1a0b79799 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.722778] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 82094d30-2334-4dd0-8e1e-23572d78ed1d/82094d30-2334-4dd0-8e1e-23572d78ed1d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.723875] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b32012da-779a-4552-850a-1b5a3fa289e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.746427] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 813.746427] env[68466]: value = "task-2812362" [ 813.746427] env[68466]: _type = "Task" [ 813.746427] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.756556] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.876631] env[68466]: DEBUG nova.scheduler.client.report [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.880829] env[68466]: DEBUG nova.compute.manager [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.881078] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.887986] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929cf52b-6279-49be-aa10-51b59cc5e31d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.902467] env[68466]: DEBUG oslo_vmware.api [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2812361, 'name': ReconfigVM_Task, 'duration_secs': 0.18132} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.902771] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.905917] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f687078e-f6af-4c9d-8a70-a77bcb93d7c3 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Reconfigured VM instance to set the machine id {{(pid=68466) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 813.908346] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aabe0fed-228a-4a53-ac90-b06d95b97c4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.909875] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.948076] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.991372] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.992078] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.992078] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Deleting the datastore file [datastore1] 7d7998dd-ccfe-4412-8e9a-d3b5490af278 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.992284] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f325e3c3-1b88-4ed8-a5cd-84d5beb501d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.999754] env[68466]: DEBUG oslo_vmware.api [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 813.999754] env[68466]: value = "task-2812364" [ 813.999754] env[68466]: _type = "Task" [ 813.999754] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.009802] env[68466]: DEBUG oslo_vmware.api [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.044661] env[68466]: DEBUG nova.network.neutron [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Successfully created port: 7a8aac05-d93f-4b5b-84e9-b8499d2d33ce {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.080884] env[68466]: DEBUG nova.network.neutron [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Updating instance_info_cache with network_info: [{"id": "5272e486-c2bf-47a1-ae09-b4c8779e44aa", "address": "fa:16:3e:6b:77:69", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5272e486-c2", "ovs_interfaceid": "5272e486-c2bf-47a1-ae09-b4c8779e44aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.125465] env[68466]: DEBUG oslo_concurrency.lockutils [req-2af6d427-a32a-4a8e-a870-359f779bdd3a req-b2269457-f1ca-46c6-afcf-10ee40b23fab service nova] Releasing lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.151880] env[68466]: DEBUG oslo_vmware.api [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812357, 'name': PowerOnVM_Task, 'duration_secs': 1.131636} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.152334] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.152655] env[68466]: INFO nova.compute.manager [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Took 10.74 seconds to spawn the instance on the hypervisor. [ 814.152944] env[68466]: DEBUG nova.compute.manager [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.154631] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e80a65c-71a5-4fe4-b987-aba48ce69d51 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.261874] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.382512] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.382772] env[68466]: INFO nova.compute.manager [None req-7adb5b8a-1642-4ec1-91f1-50529d3d2711 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Successfully reverted task state from rebuilding on failure for instance. [ 814.392339] env[68466]: DEBUG oslo_concurrency.lockutils [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.856s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.392592] env[68466]: DEBUG nova.objects.instance [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'resources' on Instance uuid c250fc4c-0d96-4a4a-9a90-8416efe09fdc {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.394641] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.432152] env[68466]: DEBUG nova.objects.instance [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lazy-loading 'flavor' on Instance uuid cb90ef88-1181-4c09-9fab-34df31cd8468 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.513225] env[68466]: DEBUG oslo_vmware.api [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141102} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.513757] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.513965] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.514245] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.514526] env[68466]: INFO nova.compute.manager [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Took 0.63 seconds to destroy the instance on the hypervisor. [ 814.514848] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.515108] env[68466]: DEBUG nova.compute.manager [-] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.515351] env[68466]: DEBUG nova.network.neutron [-] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.584066] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "refresh_cache-71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.584458] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Instance network_info: |[{"id": "5272e486-c2bf-47a1-ae09-b4c8779e44aa", "address": "fa:16:3e:6b:77:69", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5272e486-c2", "ovs_interfaceid": "5272e486-c2bf-47a1-ae09-b4c8779e44aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.584912] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:77:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5272e486-c2bf-47a1-ae09-b4c8779e44aa', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.593199] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.593434] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.593665] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebb6b084-7f40-473d-b433-81ca320334a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.616197] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.616197] env[68466]: value = "task-2812365" [ 814.616197] env[68466]: _type = "Task" [ 814.616197] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.628480] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812365, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.679025] env[68466]: DEBUG nova.objects.instance [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lazy-loading 'flavor' on Instance uuid 6840c94d-1ec9-47d2-8618-dbc1242fb933 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.684803] env[68466]: DEBUG nova.compute.manager [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.688102] env[68466]: INFO nova.compute.manager [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Took 42.93 seconds to build instance. [ 814.723819] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.723819] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.723819] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.723819] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.724269] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.724269] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.724417] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.724601] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.724779] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.724942] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.725128] env[68466]: DEBUG nova.virt.hardware [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.726165] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f80b1c-1618-4e5a-9f69-1807a2c03611 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.736655] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b845224d-32a3-4a04-a649-9ce4ed2e6f7e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.766264] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812362, 'name': ReconfigVM_Task, 'duration_secs': 0.784755} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.766264] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 82094d30-2334-4dd0-8e1e-23572d78ed1d/82094d30-2334-4dd0-8e1e-23572d78ed1d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.768377] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ae25df0-6e5d-4a3b-9216-11497095cedd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.776997] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 814.776997] env[68466]: value = "task-2812366" [ 814.776997] env[68466]: _type = "Task" [ 814.776997] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.788107] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812366, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.886375] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.937172] env[68466]: DEBUG oslo_concurrency.lockutils [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.937362] env[68466]: DEBUG oslo_concurrency.lockutils [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquired lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.002346] env[68466]: DEBUG nova.compute.manager [req-d0547556-c622-46a3-9bb7-8a43c4b64806 req-c13f4c86-c91f-4a0c-a122-95c64ec8822b service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Received event network-vif-deleted-8ce41618-984b-4ec2-9a7d-786262ef6fa4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.002548] env[68466]: INFO nova.compute.manager [req-d0547556-c622-46a3-9bb7-8a43c4b64806 req-c13f4c86-c91f-4a0c-a122-95c64ec8822b service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Neutron deleted interface 8ce41618-984b-4ec2-9a7d-786262ef6fa4; detaching it from the instance and deleting it from the info cache [ 815.002717] env[68466]: DEBUG nova.network.neutron [req-d0547556-c622-46a3-9bb7-8a43c4b64806 req-c13f4c86-c91f-4a0c-a122-95c64ec8822b service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.051234] env[68466]: DEBUG nova.compute.manager [req-8eabf4b0-5ecd-4521-8f44-26424c748a51 req-850bcd2b-4bff-4c27-8434-69924b56ecf8 service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Received event network-changed-5272e486-c2bf-47a1-ae09-b4c8779e44aa {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.051234] env[68466]: DEBUG nova.compute.manager [req-8eabf4b0-5ecd-4521-8f44-26424c748a51 req-850bcd2b-4bff-4c27-8434-69924b56ecf8 service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Refreshing instance network info cache due to event network-changed-5272e486-c2bf-47a1-ae09-b4c8779e44aa. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 815.051234] env[68466]: DEBUG oslo_concurrency.lockutils [req-8eabf4b0-5ecd-4521-8f44-26424c748a51 req-850bcd2b-4bff-4c27-8434-69924b56ecf8 service nova] Acquiring lock "refresh_cache-71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.051483] env[68466]: DEBUG oslo_concurrency.lockutils [req-8eabf4b0-5ecd-4521-8f44-26424c748a51 req-850bcd2b-4bff-4c27-8434-69924b56ecf8 service nova] Acquired lock "refresh_cache-71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.051522] env[68466]: DEBUG nova.network.neutron [req-8eabf4b0-5ecd-4521-8f44-26424c748a51 req-850bcd2b-4bff-4c27-8434-69924b56ecf8 service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Refreshing network info cache for port 5272e486-c2bf-47a1-ae09-b4c8779e44aa {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.126473] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812365, 'name': CreateVM_Task, 'duration_secs': 0.347119} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.126740] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.127222] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.128791] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.128791] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.128791] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f64837-5143-4303-ad56-63797a12e784 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.133556] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 815.133556] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52813962-dfb6-0dd4-af8c-6051225bec8d" [ 815.133556] env[68466]: _type = "Task" [ 815.133556] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.148333] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52813962-dfb6-0dd4-af8c-6051225bec8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.192841] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39afb4fc-7d12-476a-a540-15c22633efd8 tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.896s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.193911] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97963da6-82c2-4888-863f-f0ef7932822d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.329s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.252323] env[68466]: DEBUG nova.network.neutron [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.288961] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812366, 'name': Rename_Task, 'duration_secs': 0.181365} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.288961] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.289281] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162d23d8-7710-4b0c-bd0f-33404856f931 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.299264] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 815.299264] env[68466]: value = "task-2812367" [ 815.299264] env[68466]: _type = "Task" [ 815.299264] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.304250] env[68466]: DEBUG nova.network.neutron [-] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.308740] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.387153] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.464209] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfee3ee-0c05-43f7-9a7a-15d18a2fa3b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.471939] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9bde7d-b9de-4c46-add8-e6a5984ad3df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.503635] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b78c5e-4266-475a-ae2c-547b8492193d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.511483] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8d6e2fd-801b-495d-8de6-ce8fc8c931d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.516245] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ec704-b773-4d9d-8f57-d9bf47e1addd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.536081] env[68466]: DEBUG nova.compute.provider_tree [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.543738] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a641547a-b367-4a03-8a63-5c119dad64ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.582812] env[68466]: DEBUG nova.compute.manager [req-d0547556-c622-46a3-9bb7-8a43c4b64806 req-c13f4c86-c91f-4a0c-a122-95c64ec8822b service nova] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Detach interface failed, port_id=8ce41618-984b-4ec2-9a7d-786262ef6fa4, reason: Instance 7d7998dd-ccfe-4412-8e9a-d3b5490af278 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 815.647814] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52813962-dfb6-0dd4-af8c-6051225bec8d, 'name': SearchDatastore_Task, 'duration_secs': 0.024196} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.648154] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.648392] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.648645] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.648773] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.648980] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.649262] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ba4e71-388b-4dc0-b207-943790cd4d07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.661136] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.661337] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.662071] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f338bd8b-e627-4e4f-a19d-f77e61e10eb1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.668195] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 815.668195] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef7983-2ebc-2f2f-65d0-87b906d074d5" [ 815.668195] env[68466]: _type = "Task" [ 815.668195] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.678326] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef7983-2ebc-2f2f-65d0-87b906d074d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.700086] env[68466]: DEBUG nova.compute.manager [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.813124] env[68466]: INFO nova.compute.manager [-] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Took 1.30 seconds to deallocate network for instance. [ 815.814210] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812367, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.817806] env[68466]: DEBUG nova.network.neutron [req-8eabf4b0-5ecd-4521-8f44-26424c748a51 req-850bcd2b-4bff-4c27-8434-69924b56ecf8 service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Updated VIF entry in instance network info cache for port 5272e486-c2bf-47a1-ae09-b4c8779e44aa. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.818245] env[68466]: DEBUG nova.network.neutron [req-8eabf4b0-5ecd-4521-8f44-26424c748a51 req-850bcd2b-4bff-4c27-8434-69924b56ecf8 service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Updating instance_info_cache with network_info: [{"id": "5272e486-c2bf-47a1-ae09-b4c8779e44aa", "address": "fa:16:3e:6b:77:69", "network": {"id": "698ec5ec-425f-4c60-a397-b3a5c5fb6fab", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1809950789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e77d53cef288471d94cb8f23959290f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5272e486-c2", "ovs_interfaceid": "5272e486-c2bf-47a1-ae09-b4c8779e44aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.894620] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.901146] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.901146] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.937633] env[68466]: DEBUG nova.network.neutron [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Successfully updated port: 7a8aac05-d93f-4b5b-84e9-b8499d2d33ce {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.042022] env[68466]: DEBUG nova.scheduler.client.report [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.114577] env[68466]: DEBUG nova.network.neutron [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updating instance_info_cache with network_info: [{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.179297] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef7983-2ebc-2f2f-65d0-87b906d074d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.180169] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53a1e90-61bb-4398-a5c9-f6315e278c71 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.186303] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 816.186303] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526b1cc5-c6e5-9582-07c1-54fcbd34f2ea" [ 816.186303] env[68466]: _type = "Task" [ 816.186303] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.196466] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526b1cc5-c6e5-9582-07c1-54fcbd34f2ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.223826] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.311014] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812367, 'name': PowerOnVM_Task, 'duration_secs': 0.583599} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.311650] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.311650] env[68466]: INFO nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Took 8.02 seconds to spawn the instance on the hypervisor. [ 816.311650] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.312527] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec39d6ec-d4fd-4d88-9f97-c169f332fae5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.322812] env[68466]: DEBUG oslo_concurrency.lockutils [req-8eabf4b0-5ecd-4521-8f44-26424c748a51 req-850bcd2b-4bff-4c27-8434-69924b56ecf8 service nova] Releasing lock "refresh_cache-71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.331216] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.389778] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.404187] env[68466]: INFO nova.compute.manager [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Detaching volume ba739d46-9856-42d5-8f2f-3308fa0ae8b2 [ 816.440017] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "refresh_cache-29702cfa-692e-4ebd-b149-0ca14add1229" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.440245] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "refresh_cache-29702cfa-692e-4ebd-b149-0ca14add1229" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.440404] env[68466]: DEBUG nova.network.neutron [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.442737] env[68466]: INFO nova.virt.block_device [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Attempting to driver detach volume ba739d46-9856-42d5-8f2f-3308fa0ae8b2 from mountpoint /dev/sdb [ 816.442836] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 816.443437] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565160', 'volume_id': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'name': 'volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6840c94d-1ec9-47d2-8618-dbc1242fb933', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'serial': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 816.444104] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf6f130-218c-4244-9624-caeea0c374c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.468385] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e69547-9c70-4165-b4dd-d117e365e437 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.477405] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c26767-da41-4807-9df0-33845e80c979 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.499533] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc4731-a6bc-4017-acad-678978fbc468 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.517080] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] The volume has not been displaced from its original location: [datastore2] volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2/volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 816.522291] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 816.522637] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6263efb-1265-4e23-8ec8-f3da72b85476 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.542987] env[68466]: DEBUG oslo_vmware.api [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 816.542987] env[68466]: value = "task-2812368" [ 816.542987] env[68466]: _type = "Task" [ 816.542987] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.546825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.549056] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.398s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.549262] env[68466]: DEBUG nova.objects.instance [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lazy-loading 'resources' on Instance uuid 313032c0-fbc2-412b-9d9f-18fc97b79c78 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.556931] env[68466]: DEBUG oslo_vmware.api [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.569411] env[68466]: INFO nova.scheduler.client.report [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted allocations for instance c250fc4c-0d96-4a4a-9a90-8416efe09fdc [ 816.617483] env[68466]: DEBUG oslo_concurrency.lockutils [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Releasing lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.621020] env[68466]: DEBUG nova.compute.manager [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Inject network info {{(pid=68466) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 816.621020] env[68466]: DEBUG nova.compute.manager [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] network_info to inject: |[{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 816.623217] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Reconfiguring VM instance to set the machine id {{(pid=68466) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 816.624764] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27d9c63-49e2-41e0-9105-f8dc08cfbbae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.645773] env[68466]: DEBUG oslo_vmware.api [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 816.645773] env[68466]: value = "task-2812369" [ 816.645773] env[68466]: _type = "Task" [ 816.645773] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.656936] env[68466]: DEBUG oslo_vmware.api [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2812369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.697102] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526b1cc5-c6e5-9582-07c1-54fcbd34f2ea, 'name': SearchDatastore_Task, 'duration_secs': 0.019265} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.697404] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.697759] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3/71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.698065] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ecd18d4-8a35-4292-8411-86be454bd636 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.707083] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 816.707083] env[68466]: value = "task-2812370" [ 816.707083] env[68466]: _type = "Task" [ 816.707083] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.717797] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.833601] env[68466]: INFO nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Took 40.86 seconds to build instance. [ 816.888721] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.982310] env[68466]: DEBUG nova.network.neutron [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.033284] env[68466]: DEBUG nova.compute.manager [req-7165e939-c233-4614-a3a9-2b812258803f req-69d09793-3f88-46d3-a808-d7c78477b653 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Received event network-changed-1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.033490] env[68466]: DEBUG nova.compute.manager [req-7165e939-c233-4614-a3a9-2b812258803f req-69d09793-3f88-46d3-a808-d7c78477b653 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Refreshing instance network info cache due to event network-changed-1faf4857-a896-4bd3-b4d3-3ed61eced928. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 817.033711] env[68466]: DEBUG oslo_concurrency.lockutils [req-7165e939-c233-4614-a3a9-2b812258803f req-69d09793-3f88-46d3-a808-d7c78477b653 service nova] Acquiring lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.033857] env[68466]: DEBUG oslo_concurrency.lockutils [req-7165e939-c233-4614-a3a9-2b812258803f req-69d09793-3f88-46d3-a808-d7c78477b653 service nova] Acquired lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.034228] env[68466]: DEBUG nova.network.neutron [req-7165e939-c233-4614-a3a9-2b812258803f req-69d09793-3f88-46d3-a808-d7c78477b653 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Refreshing network info cache for port 1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.057031] env[68466]: DEBUG oslo_vmware.api [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812368, 'name': ReconfigVM_Task, 'duration_secs': 0.460788} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.057826] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 817.064962] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-785f528a-094c-4509-ba27-46de5ef3a658 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.081139] env[68466]: DEBUG oslo_concurrency.lockutils [None req-091b5ff4-3edf-415c-a408-46bdf9aa46a5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "c250fc4c-0d96-4a4a-9a90-8416efe09fdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.393s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.087045] env[68466]: DEBUG oslo_vmware.api [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 817.087045] env[68466]: value = "task-2812371" [ 817.087045] env[68466]: _type = "Task" [ 817.087045] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.104875] env[68466]: DEBUG oslo_vmware.api [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.134885] env[68466]: DEBUG nova.compute.manager [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Received event network-changed-3459ff45-6345-4e0e-aab9-e83d82d27b4b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.134885] env[68466]: DEBUG nova.compute.manager [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Refreshing instance network info cache due to event network-changed-3459ff45-6345-4e0e-aab9-e83d82d27b4b. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 817.134885] env[68466]: DEBUG oslo_concurrency.lockutils [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] Acquiring lock "refresh_cache-5cfcedad-7808-44f5-b9ab-9a97b1c42177" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.134885] env[68466]: DEBUG oslo_concurrency.lockutils [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] Acquired lock "refresh_cache-5cfcedad-7808-44f5-b9ab-9a97b1c42177" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.134885] env[68466]: DEBUG nova.network.neutron [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Refreshing network info cache for port 3459ff45-6345-4e0e-aab9-e83d82d27b4b {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.157049] env[68466]: DEBUG oslo_vmware.api [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2812369, 'name': ReconfigVM_Task, 'duration_secs': 0.268619} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.160493] env[68466]: DEBUG nova.network.neutron [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Updating instance_info_cache with network_info: [{"id": "7a8aac05-d93f-4b5b-84e9-b8499d2d33ce", "address": "fa:16:3e:2b:38:7c", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8aac05-d9", "ovs_interfaceid": "7a8aac05-d93f-4b5b-84e9-b8499d2d33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.161812] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-514be2be-5a58-4e3f-ad39-be5ddd221dcc tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Reconfigured VM instance to set the machine id {{(pid=68466) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 817.220478] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812370, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.335582] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "82094d30-2334-4dd0-8e1e-23572d78ed1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.391806] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.493416] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "cb90ef88-1181-4c09-9fab-34df31cd8468" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.493694] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "cb90ef88-1181-4c09-9fab-34df31cd8468" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.493917] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "cb90ef88-1181-4c09-9fab-34df31cd8468-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.494126] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "cb90ef88-1181-4c09-9fab-34df31cd8468-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.494312] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "cb90ef88-1181-4c09-9fab-34df31cd8468-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.500243] env[68466]: INFO nova.compute.manager [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Terminating instance [ 817.588426] env[68466]: DEBUG nova.network.neutron [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Updated VIF entry in instance network info cache for port 3459ff45-6345-4e0e-aab9-e83d82d27b4b. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.588785] env[68466]: DEBUG nova.network.neutron [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Updating instance_info_cache with network_info: [{"id": "3459ff45-6345-4e0e-aab9-e83d82d27b4b", "address": "fa:16:3e:39:36:a9", "network": {"id": "1f319d74-9bd5-4aae-88b1-4c92bb4004c0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1377984079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c02de6c1abd04058afb3ff83e59fffd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3459ff45-63", "ovs_interfaceid": "3459ff45-6345-4e0e-aab9-e83d82d27b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.599801] env[68466]: DEBUG oslo_vmware.api [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812371, 'name': ReconfigVM_Task, 'duration_secs': 0.196958} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.602489] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565160', 'volume_id': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'name': 'volume-ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6840c94d-1ec9-47d2-8618-dbc1242fb933', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2', 'serial': 'ba739d46-9856-42d5-8f2f-3308fa0ae8b2'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 817.621616] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a59fef-e0ec-41f2-b8d4-db6eee006ab0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.633354] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a345314a-12c5-4dda-9b23-865b3ba6bff3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.672196] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "refresh_cache-29702cfa-692e-4ebd-b149-0ca14add1229" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.672521] env[68466]: DEBUG nova.compute.manager [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Instance network_info: |[{"id": "7a8aac05-d93f-4b5b-84e9-b8499d2d33ce", "address": "fa:16:3e:2b:38:7c", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8aac05-d9", "ovs_interfaceid": "7a8aac05-d93f-4b5b-84e9-b8499d2d33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.678929] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:38:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a8aac05-d93f-4b5b-84e9-b8499d2d33ce', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.687420] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Creating folder: Project (8bf161a8b1344f849436d9206c942fb0). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.688219] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1a4f45-54bf-4e5a-85fe-426e654d4ead {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.691154] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45f84559-159e-4545-a328-ca207a6a4091 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.700389] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33793c6e-1cb4-4757-bfec-5b05669565c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.703838] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Created folder: Project (8bf161a8b1344f849436d9206c942fb0) in parent group-v564977. [ 817.704019] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Creating folder: Instances. Parent ref: group-v565163. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.704874] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa09ef77-a8eb-4bcc-bea7-7f5306b51221 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.714512] env[68466]: DEBUG nova.compute.provider_tree [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.727586] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781795} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.728882] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3/71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.729141] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.731374] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Created folder: Instances in parent group-v565163. [ 817.731374] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.731374] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68b3d3c4-81ba-4100-9cd2-044e08920d5c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.732321] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.732519] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6978b39b-ef76-43ba-ae65-d3abc831aa0c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.753348] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.753348] env[68466]: value = "task-2812375" [ 817.753348] env[68466]: _type = "Task" [ 817.753348] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.754720] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 817.754720] env[68466]: value = "task-2812374" [ 817.754720] env[68466]: _type = "Task" [ 817.754720] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.767637] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.770645] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812375, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.833493] env[68466]: DEBUG nova.network.neutron [req-7165e939-c233-4614-a3a9-2b812258803f req-69d09793-3f88-46d3-a808-d7c78477b653 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updated VIF entry in instance network info cache for port 1faf4857-a896-4bd3-b4d3-3ed61eced928. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.833733] env[68466]: DEBUG nova.network.neutron [req-7165e939-c233-4614-a3a9-2b812258803f req-69d09793-3f88-46d3-a808-d7c78477b653 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updating instance_info_cache with network_info: [{"id": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "address": "fa:16:3e:83:48:99", "network": {"id": "bd1dec79-3b33-4a6f-8a11-c4a4683246a5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2017566685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae769899435e420298d60bf51e8cff33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf4857-a8", "ovs_interfaceid": "1faf4857-a896-4bd3-b4d3-3ed61eced928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.838733] env[68466]: DEBUG nova.compute.manager [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.892178] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.007027] env[68466]: DEBUG nova.compute.manager [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.007027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.007027] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14512c6e-6121-4bdc-9c73-ba7a6c5caa06 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.016105] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.016105] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd74a62d-425b-43a2-a0d7-823087bafde4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.022501] env[68466]: DEBUG oslo_vmware.api [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 818.022501] env[68466]: value = "task-2812376" [ 818.022501] env[68466]: _type = "Task" [ 818.022501] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.032971] env[68466]: DEBUG oslo_vmware.api [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2812376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.095638] env[68466]: DEBUG oslo_concurrency.lockutils [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] Releasing lock "refresh_cache-5cfcedad-7808-44f5-b9ab-9a97b1c42177" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.095924] env[68466]: DEBUG nova.compute.manager [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Received event network-vif-plugged-7a8aac05-d93f-4b5b-84e9-b8499d2d33ce {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 818.096143] env[68466]: DEBUG oslo_concurrency.lockutils [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] Acquiring lock "29702cfa-692e-4ebd-b149-0ca14add1229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.096358] env[68466]: DEBUG oslo_concurrency.lockutils [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] Lock "29702cfa-692e-4ebd-b149-0ca14add1229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.096586] env[68466]: DEBUG oslo_concurrency.lockutils [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] Lock "29702cfa-692e-4ebd-b149-0ca14add1229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.096724] env[68466]: DEBUG nova.compute.manager [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] No waiting events found dispatching network-vif-plugged-7a8aac05-d93f-4b5b-84e9-b8499d2d33ce {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.096895] env[68466]: WARNING nova.compute.manager [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Received unexpected event network-vif-plugged-7a8aac05-d93f-4b5b-84e9-b8499d2d33ce for instance with vm_state building and task_state spawning. [ 818.097072] env[68466]: DEBUG nova.compute.manager [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Received event network-changed-7a8aac05-d93f-4b5b-84e9-b8499d2d33ce {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 818.097272] env[68466]: DEBUG nova.compute.manager [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Refreshing instance network info cache due to event network-changed-7a8aac05-d93f-4b5b-84e9-b8499d2d33ce. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 818.097427] env[68466]: DEBUG oslo_concurrency.lockutils [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] Acquiring lock "refresh_cache-29702cfa-692e-4ebd-b149-0ca14add1229" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.097581] env[68466]: DEBUG oslo_concurrency.lockutils [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] Acquired lock "refresh_cache-29702cfa-692e-4ebd-b149-0ca14add1229" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.097902] env[68466]: DEBUG nova.network.neutron [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Refreshing network info cache for port 7a8aac05-d93f-4b5b-84e9-b8499d2d33ce {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.166240] env[68466]: DEBUG nova.objects.instance [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lazy-loading 'flavor' on Instance uuid 6840c94d-1ec9-47d2-8618-dbc1242fb933 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.222501] env[68466]: DEBUG nova.scheduler.client.report [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.271431] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079551} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.274483] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.274793] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812375, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.275615] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebf82ca-05f5-4738-904e-73284cb2235e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.298260] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3/71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.298967] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e679ad25-cd58-43bf-bc45-7581cf0d9623 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.319893] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 818.319893] env[68466]: value = "task-2812377" [ 818.319893] env[68466]: _type = "Task" [ 818.319893] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.329343] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.336166] env[68466]: DEBUG oslo_concurrency.lockutils [req-7165e939-c233-4614-a3a9-2b812258803f req-69d09793-3f88-46d3-a808-d7c78477b653 service nova] Releasing lock "refresh_cache-cb90ef88-1181-4c09-9fab-34df31cd8468" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.357852] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.391350] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.534025] env[68466]: DEBUG oslo_vmware.api [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2812376, 'name': PowerOffVM_Task, 'duration_secs': 0.346022} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.534643] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.534871] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.535184] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-521afd27-321b-48f2-bd35-e6f7042bda56 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.608755] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.609022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.609242] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Deleting the datastore file [datastore2] cb90ef88-1181-4c09-9fab-34df31cd8468 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.609511] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd189888-54c0-469e-b3c7-de792a16fb7e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.616712] env[68466]: DEBUG oslo_vmware.api [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for the task: (returnval){ [ 818.616712] env[68466]: value = "task-2812379" [ 818.616712] env[68466]: _type = "Task" [ 818.616712] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.626481] env[68466]: DEBUG oslo_vmware.api [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2812379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.733043] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.735685] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.736028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.736642] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.302s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.738851] env[68466]: INFO nova.compute.claims [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.760140] env[68466]: INFO nova.scheduler.client.report [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Deleted allocations for instance 313032c0-fbc2-412b-9d9f-18fc97b79c78 [ 818.769236] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812375, 'name': CreateVM_Task, 'duration_secs': 0.630396} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.769236] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.769435] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.769590] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.769903] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.770165] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da1ce2e-aeaf-485b-b45b-128e02162f9e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.776068] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 818.776068] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523a4bc3-dcce-7f35-9a53-8fd9236d416b" [ 818.776068] env[68466]: _type = "Task" [ 818.776068] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.786082] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523a4bc3-dcce-7f35-9a53-8fd9236d416b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.830853] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812377, 'name': ReconfigVM_Task, 'duration_secs': 0.384208} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.831234] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3/71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.831897] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e276edec-7522-441b-b119-0f8df4dd2a0f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.840597] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 818.840597] env[68466]: value = "task-2812380" [ 818.840597] env[68466]: _type = "Task" [ 818.840597] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.841453] env[68466]: DEBUG nova.network.neutron [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Updated VIF entry in instance network info cache for port 7a8aac05-d93f-4b5b-84e9-b8499d2d33ce. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.841779] env[68466]: DEBUG nova.network.neutron [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Updating instance_info_cache with network_info: [{"id": "7a8aac05-d93f-4b5b-84e9-b8499d2d33ce", "address": "fa:16:3e:2b:38:7c", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8aac05-d9", "ovs_interfaceid": "7a8aac05-d93f-4b5b-84e9-b8499d2d33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.855391] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812380, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.893028] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.127343] env[68466]: DEBUG oslo_vmware.api [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Task: {'id': task-2812379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407677} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.127605] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.127823] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.128011] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.128193] env[68466]: INFO nova.compute.manager [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Took 1.12 seconds to destroy the instance on the hypervisor. [ 819.128463] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.128661] env[68466]: DEBUG nova.compute.manager [-] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.128757] env[68466]: DEBUG nova.network.neutron [-] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.175319] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fe3eefe3-f5fd-47ee-a3b8-b7463f190c8d tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.272390] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cc8445c-f70d-42e4-a700-914005f6b41e tempest-ServerShowV254Test-469222981 tempest-ServerShowV254Test-469222981-project-member] Lock "313032c0-fbc2-412b-9d9f-18fc97b79c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.388s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.289901] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523a4bc3-dcce-7f35-9a53-8fd9236d416b, 'name': SearchDatastore_Task, 'duration_secs': 0.039376} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.292828] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.293186] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.293541] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.293820] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.294150] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.295158] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68ae9a00-aff4-4029-b72a-8e7f120bae43 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.312022] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.312022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.312022] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc3f63d-a529-47b7-b4a6-ab9f89faebdd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.317271] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 819.317271] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5247fe51-7787-2a9c-8440-4ab726bc9cee" [ 819.317271] env[68466]: _type = "Task" [ 819.317271] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.326956] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5247fe51-7787-2a9c-8440-4ab726bc9cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.348947] env[68466]: DEBUG oslo_concurrency.lockutils [req-45637987-7d55-4523-a7c1-6cdcf1e85d0d req-412c3090-3cc1-4df7-b46e-c0891e42393c service nova] Releasing lock "refresh_cache-29702cfa-692e-4ebd-b149-0ca14add1229" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.355546] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812380, 'name': Rename_Task, 'duration_secs': 0.228485} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.356113] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.357525] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-975e5d5f-aab0-40e6-8a3c-2ae2c4771fdd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.365956] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 819.365956] env[68466]: value = "task-2812381" [ 819.365956] env[68466]: _type = "Task" [ 819.365956] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.375898] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.394827] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.832170] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5247fe51-7787-2a9c-8440-4ab726bc9cee, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.835805] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3edc2b49-66a3-4748-a74a-92bf4f403edb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.840130] env[68466]: DEBUG nova.compute.manager [req-64b51bbe-82b9-4a84-a124-62539d9c3545 req-50fddb91-e446-456e-ae52-5b19cd5690d0 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Received event network-vif-deleted-1faf4857-a896-4bd3-b4d3-3ed61eced928 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 819.840280] env[68466]: INFO nova.compute.manager [req-64b51bbe-82b9-4a84-a124-62539d9c3545 req-50fddb91-e446-456e-ae52-5b19cd5690d0 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Neutron deleted interface 1faf4857-a896-4bd3-b4d3-3ed61eced928; detaching it from the instance and deleting it from the info cache [ 819.840451] env[68466]: DEBUG nova.network.neutron [req-64b51bbe-82b9-4a84-a124-62539d9c3545 req-50fddb91-e446-456e-ae52-5b19cd5690d0 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.845793] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 819.845793] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5256dd75-d237-ad9e-32ac-fd9d9241f81f" [ 819.845793] env[68466]: _type = "Task" [ 819.845793] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.857951] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5256dd75-d237-ad9e-32ac-fd9d9241f81f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.879148] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812381, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.896820] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.925987] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "15f94aba-7683-4b00-997b-8af1b420fc2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.925987] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "15f94aba-7683-4b00-997b-8af1b420fc2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.186541] env[68466]: DEBUG nova.network.neutron [-] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.290122] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f952201-eb36-4378-8f6a-60acb9a0dcca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.298383] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49125bd2-a153-4e36-bf60-e351d9136c0d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.331498] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5582a1-44c2-4f24-bc57-93da43eeffb0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.339952] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75140428-9f90-4d32-a851-8e5185593eb5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.344305] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8afd125-287f-43d4-96ef-74a97f25afcb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.360095] env[68466]: DEBUG nova.compute.provider_tree [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.364956] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421c97c9-940d-46d1-85f1-e1d8742fd721 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.382177] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5256dd75-d237-ad9e-32ac-fd9d9241f81f, 'name': SearchDatastore_Task, 'duration_secs': 0.025851} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.386315] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.386606] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 29702cfa-692e-4ebd-b149-0ca14add1229/29702cfa-692e-4ebd-b149-0ca14add1229.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.387274] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-473f63f7-3fae-4082-b121-d183c703355a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.399068] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812381, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.404608] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.404608] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 820.404608] env[68466]: value = "task-2812382" [ 820.404608] env[68466]: _type = "Task" [ 820.404608] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.419179] env[68466]: DEBUG nova.compute.manager [req-64b51bbe-82b9-4a84-a124-62539d9c3545 req-50fddb91-e446-456e-ae52-5b19cd5690d0 service nova] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Detach interface failed, port_id=1faf4857-a896-4bd3-b4d3-3ed61eced928, reason: Instance cb90ef88-1181-4c09-9fab-34df31cd8468 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 820.429880] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.693771] env[68466]: INFO nova.compute.manager [-] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Took 1.56 seconds to deallocate network for instance. [ 820.883101] env[68466]: DEBUG nova.scheduler.client.report [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.904253] env[68466]: DEBUG oslo_vmware.api [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812381, 'name': PowerOnVM_Task, 'duration_secs': 1.161722} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.908451] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.908739] env[68466]: INFO nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Took 8.96 seconds to spawn the instance on the hypervisor. [ 820.908941] env[68466]: DEBUG nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.909289] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.910095] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c086b398-adc2-496f-ac4a-75474d04cc37 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.941111] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812382, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.200190] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.391990] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.392549] env[68466]: DEBUG nova.compute.manager [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.395420] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.995s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.395651] env[68466]: DEBUG nova.objects.instance [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lazy-loading 'resources' on Instance uuid d05c7934-49ff-481f-a11f-38c80f0f330e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.425272] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.444796] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859586} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.445367] env[68466]: INFO nova.compute.manager [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Took 40.33 seconds to build instance. [ 821.447212] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 29702cfa-692e-4ebd-b149-0ca14add1229/29702cfa-692e-4ebd-b149-0ca14add1229.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.447450] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.448080] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c6e9076-17d3-4638-b74e-b12ebc4c4f4d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.463967] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 821.463967] env[68466]: value = "task-2812383" [ 821.463967] env[68466]: _type = "Task" [ 821.463967] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.475706] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.906091] env[68466]: DEBUG oslo_vmware.api [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812360, 'name': ReconfigVM_Task, 'duration_secs': 8.245821} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.906923] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.906923] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Reconfigured VM to detach interface {{(pid=68466) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 821.914532] env[68466]: DEBUG nova.compute.utils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.915552] env[68466]: DEBUG nova.compute.manager [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.915790] env[68466]: DEBUG nova.network.neutron [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.949028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2f1c4dcd-c1e1-4965-bc4e-e17265134647 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.583s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.978058] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08677} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.979546] env[68466]: DEBUG nova.policy [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90f11085b11842f78ac0433a9bd034c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e85acc289a4a40beb4f8ee2ba23460', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.981047] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.981887] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227fb3e0-a4f8-4496-9bd4-56152234f054 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.010583] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 29702cfa-692e-4ebd-b149-0ca14add1229/29702cfa-692e-4ebd-b149-0ca14add1229.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.014780] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b40431-1275-4548-b26e-519fbb6c2a34 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.043153] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 822.043153] env[68466]: value = "task-2812384" [ 822.043153] env[68466]: _type = "Task" [ 822.043153] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.050595] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da911075-d0a1-4e3d-bbd5-850219fac12a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.059674] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.062573] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c5d02d-37d8-4bce-8e09-26d7bbbc4f01 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.100402] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ff52d6-0a15-49bb-8fd5-d544347a574b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.109126] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858dc432-44fb-455f-925a-f16e5f3432e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.124270] env[68466]: DEBUG nova.compute.provider_tree [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.228737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "82094d30-2334-4dd0-8e1e-23572d78ed1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.229069] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "82094d30-2334-4dd0-8e1e-23572d78ed1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.229312] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "82094d30-2334-4dd0-8e1e-23572d78ed1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.229530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "82094d30-2334-4dd0-8e1e-23572d78ed1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.229713] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "82094d30-2334-4dd0-8e1e-23572d78ed1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.233270] env[68466]: INFO nova.compute.manager [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Terminating instance [ 822.418421] env[68466]: DEBUG nova.compute.manager [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.454064] env[68466]: DEBUG nova.compute.manager [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.521242] env[68466]: DEBUG nova.network.neutron [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Successfully created port: 69739257-cd2d-4099-8be5-842be3628358 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.538296] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.538616] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.538836] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.539057] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.539268] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.541529] env[68466]: INFO nova.compute.manager [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Terminating instance [ 822.554112] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812384, 'name': ReconfigVM_Task, 'duration_secs': 0.322372} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.554551] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 29702cfa-692e-4ebd-b149-0ca14add1229/29702cfa-692e-4ebd-b149-0ca14add1229.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.555217] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22fb3830-3d2f-4d5c-9970-635c46be28dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.562981] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 822.562981] env[68466]: value = "task-2812385" [ 822.562981] env[68466]: _type = "Task" [ 822.562981] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.575523] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812385, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.625917] env[68466]: DEBUG nova.compute.manager [req-87cae377-236d-4136-93ae-0dc6487e9399 req-8c0aaf4c-dba1-4633-a9f2-88a8077d41cd service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Received event network-vif-deleted-a90c7943-94f5-4097-80bb-b0c958bd38a1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.625917] env[68466]: INFO nova.compute.manager [req-87cae377-236d-4136-93ae-0dc6487e9399 req-8c0aaf4c-dba1-4633-a9f2-88a8077d41cd service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Neutron deleted interface a90c7943-94f5-4097-80bb-b0c958bd38a1; detaching it from the instance and deleting it from the info cache [ 822.625917] env[68466]: DEBUG nova.network.neutron [req-87cae377-236d-4136-93ae-0dc6487e9399 req-8c0aaf4c-dba1-4633-a9f2-88a8077d41cd service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updating instance_info_cache with network_info: [{"id": "c8f3f03a-0962-4f29-a930-eb540320a106", "address": "fa:16:3e:c3:62:0e", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f3f03a-09", "ovs_interfaceid": "c8f3f03a-0962-4f29-a930-eb540320a106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.629531] env[68466]: DEBUG nova.scheduler.client.report [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.743204] env[68466]: DEBUG nova.compute.manager [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.743204] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.743955] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7ac710-10ce-4228-a929-bdbdc531454a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.755825] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.755825] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-096e7482-639c-47b8-9271-92624438b540 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.765980] env[68466]: DEBUG oslo_vmware.api [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 822.765980] env[68466]: value = "task-2812386" [ 822.765980] env[68466]: _type = "Task" [ 822.765980] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.782502] env[68466]: DEBUG oslo_vmware.api [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.997479] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.044867] env[68466]: DEBUG nova.compute.manager [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.045607] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.046840] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6138737-3b92-4d8e-a361-e91c12443845 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.057616] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.057964] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8022e87c-bb17-4dd2-a749-746dfc11be93 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.068920] env[68466]: DEBUG oslo_vmware.api [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 823.068920] env[68466]: value = "task-2812387" [ 823.068920] env[68466]: _type = "Task" [ 823.068920] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.077383] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812385, 'name': Rename_Task, 'duration_secs': 0.147768} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.079121] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.079121] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d22dc95f-0b1a-4d1d-af80-904c20991054 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.084345] env[68466]: DEBUG oslo_vmware.api [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.095057] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 823.095057] env[68466]: value = "task-2812388" [ 823.095057] env[68466]: _type = "Task" [ 823.095057] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.108896] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.133450] env[68466]: DEBUG oslo_concurrency.lockutils [req-87cae377-236d-4136-93ae-0dc6487e9399 req-8c0aaf4c-dba1-4633-a9f2-88a8077d41cd service nova] Acquiring lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.133775] env[68466]: DEBUG oslo_concurrency.lockutils [req-87cae377-236d-4136-93ae-0dc6487e9399 req-8c0aaf4c-dba1-4633-a9f2-88a8077d41cd service nova] Acquired lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.134894] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.141665] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bd0d74-ed5d-46d3-a966-ea1c904aa8b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.150192] env[68466]: DEBUG oslo_concurrency.lockutils [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.694s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.150893] env[68466]: DEBUG nova.objects.instance [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lazy-loading 'resources' on Instance uuid 90cf41bc-ab5a-4775-8a27-2d5b24d30002 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.184891] env[68466]: DEBUG oslo_concurrency.lockutils [req-87cae377-236d-4136-93ae-0dc6487e9399 req-8c0aaf4c-dba1-4633-a9f2-88a8077d41cd service nova] Releasing lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.185326] env[68466]: WARNING nova.compute.manager [req-87cae377-236d-4136-93ae-0dc6487e9399 req-8c0aaf4c-dba1-4633-a9f2-88a8077d41cd service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Detach interface failed, port_id=a90c7943-94f5-4097-80bb-b0c958bd38a1, reason: No device with interface-id a90c7943-94f5-4097-80bb-b0c958bd38a1 exists on VM: nova.exception.NotFound: No device with interface-id a90c7943-94f5-4097-80bb-b0c958bd38a1 exists on VM [ 823.190186] env[68466]: INFO nova.scheduler.client.report [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Deleted allocations for instance d05c7934-49ff-481f-a11f-38c80f0f330e [ 823.282100] env[68466]: DEBUG oslo_vmware.api [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812386, 'name': PowerOffVM_Task, 'duration_secs': 0.385326} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.282447] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.282634] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.282905] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58d5f0c2-07ce-43d9-a56a-081a0fbd2fc5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.285182] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.285344] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.285537] env[68466]: DEBUG nova.network.neutron [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.368937] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.369209] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.369393] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleting the datastore file [datastore2] 82094d30-2334-4dd0-8e1e-23572d78ed1d {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.369670] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06d268f3-b63d-45ea-b47a-ae644ea30661 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.378721] env[68466]: DEBUG oslo_vmware.api [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 823.378721] env[68466]: value = "task-2812390" [ 823.378721] env[68466]: _type = "Task" [ 823.378721] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.389978] env[68466]: DEBUG oslo_vmware.api [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.432606] env[68466]: DEBUG nova.compute.manager [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.471081] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.471552] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.471802] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.472064] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.472295] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.472510] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.473395] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.473395] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.473395] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.473747] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.477027] env[68466]: DEBUG nova.virt.hardware [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.477027] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6295d3e8-cdfb-4419-a390-1a7218cdb244 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.492074] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc6ead6-b233-4151-9f67-666c5716d2fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.580009] env[68466]: DEBUG oslo_vmware.api [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812387, 'name': PowerOffVM_Task, 'duration_secs': 0.253877} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.580311] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.580576] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.584204] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b58bd6e-a4a1-48a2-87ef-c7dca12515be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.605798] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812388, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.661689] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.662027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.662210] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleting the datastore file [datastore2] 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.662467] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d96df932-9a00-420f-86bc-5de616d484ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.670195] env[68466]: DEBUG oslo_vmware.api [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for the task: (returnval){ [ 823.670195] env[68466]: value = "task-2812392" [ 823.670195] env[68466]: _type = "Task" [ 823.670195] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.679377] env[68466]: DEBUG oslo_vmware.api [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.697024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2f8f206-7a9a-4b53-a14c-22df971dab26 tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "d05c7934-49ff-481f-a11f-38c80f0f330e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.725s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.891151] env[68466]: DEBUG oslo_vmware.api [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195959} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.891317] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.891526] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.891748] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.891816] env[68466]: INFO nova.compute.manager [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 823.892105] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.892296] env[68466]: DEBUG nova.compute.manager [-] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.892397] env[68466]: DEBUG nova.network.neutron [-] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.904791] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.904988] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.905213] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.906748] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.906748] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.907824] env[68466]: INFO nova.compute.manager [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Terminating instance [ 824.112292] env[68466]: DEBUG oslo_vmware.api [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812388, 'name': PowerOnVM_Task, 'duration_secs': 0.568548} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.112554] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.112766] env[68466]: INFO nova.compute.manager [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Took 9.43 seconds to spawn the instance on the hypervisor. [ 824.112942] env[68466]: DEBUG nova.compute.manager [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.113735] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f7e9f0-a398-46fa-a84d-8c4a650d30c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.140244] env[68466]: DEBUG nova.network.neutron [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updating instance_info_cache with network_info: [{"id": "c8f3f03a-0962-4f29-a930-eb540320a106", "address": "fa:16:3e:c3:62:0e", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f3f03a-09", "ovs_interfaceid": "c8f3f03a-0962-4f29-a930-eb540320a106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.184282] env[68466]: DEBUG oslo_vmware.api [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Task: {'id': task-2812392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157751} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.184681] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.184933] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.185180] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.185416] env[68466]: INFO nova.compute.manager [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 824.185717] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.185961] env[68466]: DEBUG nova.compute.manager [-] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.186121] env[68466]: DEBUG nova.network.neutron [-] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.277874] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e4ba95-15c9-4700-898a-f7c4ff845aa8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.291945] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b409affd-4564-4a47-9faa-9cadc7ad35c9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.333687] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9875168-2148-446b-a593-3a045cb5ee96 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.347208] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27984b42-43d5-4a94-b217-6f16d5442278 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.362271] env[68466]: DEBUG nova.compute.provider_tree [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.411906] env[68466]: DEBUG nova.compute.manager [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.412063] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.415299] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffdb822-be92-49eb-83fa-3f65ac90b107 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.423417] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.423580] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1112a52a-fb3d-43a5-aec0-6cd87f62b07c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.436133] env[68466]: DEBUG oslo_vmware.api [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 824.436133] env[68466]: value = "task-2812393" [ 824.436133] env[68466]: _type = "Task" [ 824.436133] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.436133] env[68466]: DEBUG nova.network.neutron [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Successfully updated port: 69739257-cd2d-4099-8be5-842be3628358 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.455439] env[68466]: DEBUG oslo_vmware.api [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.467392] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.467831] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.637022] env[68466]: INFO nova.compute.manager [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Took 41.41 seconds to build instance. [ 824.643300] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "refresh_cache-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.747978] env[68466]: DEBUG nova.compute.manager [req-0f6f08e1-b502-42ba-8f26-7766e7e2bab5 req-ac08164a-90c5-4c4f-8b26-e211de819ac5 service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Received event network-vif-plugged-69739257-cd2d-4099-8be5-842be3628358 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.748755] env[68466]: DEBUG oslo_concurrency.lockutils [req-0f6f08e1-b502-42ba-8f26-7766e7e2bab5 req-ac08164a-90c5-4c4f-8b26-e211de819ac5 service nova] Acquiring lock "578a39b7-3420-4fa1-bba6-820f2683de96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.748755] env[68466]: DEBUG oslo_concurrency.lockutils [req-0f6f08e1-b502-42ba-8f26-7766e7e2bab5 req-ac08164a-90c5-4c4f-8b26-e211de819ac5 service nova] Lock "578a39b7-3420-4fa1-bba6-820f2683de96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.748755] env[68466]: DEBUG oslo_concurrency.lockutils [req-0f6f08e1-b502-42ba-8f26-7766e7e2bab5 req-ac08164a-90c5-4c4f-8b26-e211de819ac5 service nova] Lock "578a39b7-3420-4fa1-bba6-820f2683de96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.748952] env[68466]: DEBUG nova.compute.manager [req-0f6f08e1-b502-42ba-8f26-7766e7e2bab5 req-ac08164a-90c5-4c4f-8b26-e211de819ac5 service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] No waiting events found dispatching network-vif-plugged-69739257-cd2d-4099-8be5-842be3628358 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.749465] env[68466]: WARNING nova.compute.manager [req-0f6f08e1-b502-42ba-8f26-7766e7e2bab5 req-ac08164a-90c5-4c4f-8b26-e211de819ac5 service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Received unexpected event network-vif-plugged-69739257-cd2d-4099-8be5-842be3628358 for instance with vm_state building and task_state spawning. [ 824.840425] env[68466]: DEBUG nova.network.neutron [-] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.865699] env[68466]: DEBUG nova.scheduler.client.report [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.930122] env[68466]: DEBUG nova.compute.manager [req-22275d6e-4358-46cf-a109-3eed12212aa8 req-246f7928-2299-4c06-a2f7-483d8741af90 service nova] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Received event network-vif-deleted-d2079bab-64cd-4317-b9c7-f2a051e57a76 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.931051] env[68466]: DEBUG nova.compute.manager [req-22275d6e-4358-46cf-a109-3eed12212aa8 req-246f7928-2299-4c06-a2f7-483d8741af90 service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Received event network-vif-deleted-5272e486-c2bf-47a1-ae09-b4c8779e44aa {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.931294] env[68466]: INFO nova.compute.manager [req-22275d6e-4358-46cf-a109-3eed12212aa8 req-246f7928-2299-4c06-a2f7-483d8741af90 service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Neutron deleted interface 5272e486-c2bf-47a1-ae09-b4c8779e44aa; detaching it from the instance and deleting it from the info cache [ 824.931525] env[68466]: DEBUG nova.network.neutron [req-22275d6e-4358-46cf-a109-3eed12212aa8 req-246f7928-2299-4c06-a2f7-483d8741af90 service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.943351] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "refresh_cache-578a39b7-3420-4fa1-bba6-820f2683de96" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.943516] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "refresh_cache-578a39b7-3420-4fa1-bba6-820f2683de96" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.943645] env[68466]: DEBUG nova.network.neutron [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.945305] env[68466]: DEBUG oslo_vmware.api [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812393, 'name': PowerOffVM_Task, 'duration_secs': 0.248225} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.945561] env[68466]: DEBUG nova.network.neutron [-] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.946484] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.946684] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.947331] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7584299-b2ad-4865-b250-d421f998d623 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.969502] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "31535c04-c6b6-49fa-bbd7-6dafed674668" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.969761] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.022425] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.022647] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.022827] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleting the datastore file [datastore1] cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.023104] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-505cb253-31b6-433b-87c5-b4bdfc895c9c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.033534] env[68466]: DEBUG oslo_vmware.api [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 825.033534] env[68466]: value = "task-2812395" [ 825.033534] env[68466]: _type = "Task" [ 825.033534] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.043270] env[68466]: DEBUG oslo_vmware.api [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.138020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-34837802-e897-41be-907c-1980a6ae5296 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "29702cfa-692e-4ebd-b149-0ca14add1229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.842s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.147092] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0f52090d-fb3c-41f6-96db-d5b8c92b2e15 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1-a90c7943-94f5-4097-80bb-b0c958bd38a1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.444s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.343603] env[68466]: INFO nova.compute.manager [-] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Took 1.45 seconds to deallocate network for instance. [ 825.371211] env[68466]: DEBUG oslo_concurrency.lockutils [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.373520] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.154s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.373738] env[68466]: DEBUG nova.objects.instance [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lazy-loading 'resources' on Instance uuid 5ab3f5ce-de47-4c01-9271-2b5416066d7f {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.391204] env[68466]: INFO nova.scheduler.client.report [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted allocations for instance 90cf41bc-ab5a-4775-8a27-2d5b24d30002 [ 825.434550] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11a013b5-1ffa-4dc3-954c-302185830da8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.446575] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9de1377-9b4b-4ac6-bc20-1a18a60fdb82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.459215] env[68466]: INFO nova.compute.manager [-] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Took 1.27 seconds to deallocate network for instance. [ 825.490182] env[68466]: DEBUG nova.compute.manager [req-22275d6e-4358-46cf-a109-3eed12212aa8 req-246f7928-2299-4c06-a2f7-483d8741af90 service nova] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Detach interface failed, port_id=5272e486-c2bf-47a1-ae09-b4c8779e44aa, reason: Instance 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 825.518121] env[68466]: DEBUG nova.network.neutron [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.544594] env[68466]: DEBUG oslo_vmware.api [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151899} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.547033] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.547220] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.547394] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.547650] env[68466]: INFO nova.compute.manager [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 825.547895] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.548098] env[68466]: DEBUG nova.compute.manager [-] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.548192] env[68466]: DEBUG nova.network.neutron [-] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.642391] env[68466]: DEBUG nova.compute.manager [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.761773] env[68466]: DEBUG nova.network.neutron [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Updating instance_info_cache with network_info: [{"id": "69739257-cd2d-4099-8be5-842be3628358", "address": "fa:16:3e:86:9b:e6", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69739257-cd", "ovs_interfaceid": "69739257-cd2d-4099-8be5-842be3628358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.849853] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.899207] env[68466]: DEBUG oslo_concurrency.lockutils [None req-12b6cd8a-f8c1-4ea8-a02d-91fd4b720d57 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "90cf41bc-ab5a-4775-8a27-2d5b24d30002" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.742s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.970460] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.167018] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.264925] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "refresh_cache-578a39b7-3420-4fa1-bba6-820f2683de96" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.265279] env[68466]: DEBUG nova.compute.manager [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Instance network_info: |[{"id": "69739257-cd2d-4099-8be5-842be3628358", "address": "fa:16:3e:86:9b:e6", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69739257-cd", "ovs_interfaceid": "69739257-cd2d-4099-8be5-842be3628358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.265689] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:9b:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69739257-cd2d-4099-8be5-842be3628358', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.274532] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.278119] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.278614] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e821cd1-fe9b-4cb8-b513-0fe1d938cfa9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.306319] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.306319] env[68466]: value = "task-2812396" [ 826.306319] env[68466]: _type = "Task" [ 826.306319] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.319905] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812396, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.522196] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4309b9e-a049-4d6e-8950-dae751cb4cc6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.531392] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f3d17-a4f8-4643-9caf-12193a687078 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.564596] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04dcdd9-3fcc-4cb7-a8a3-923f570444f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.573397] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dbcf17-e1a0-4477-bec4-a4041b976c69 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.588432] env[68466]: DEBUG nova.compute.provider_tree [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.749410] env[68466]: DEBUG nova.network.neutron [-] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.817842] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812396, 'name': CreateVM_Task, 'duration_secs': 0.466558} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.818253] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.818822] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.819022] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.819347] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.819628] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67cfe992-de3a-4f15-9bbb-b4df8889d302 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.825447] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 826.825447] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52756ebc-3a22-0a71-0488-7bf316bc8754" [ 826.825447] env[68466]: _type = "Task" [ 826.825447] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.834580] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52756ebc-3a22-0a71-0488-7bf316bc8754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.858688] env[68466]: DEBUG nova.compute.manager [req-e58cdb4b-d5ad-4004-bd49-19d9368aa8fa req-1391b54f-f972-4ff6-929f-15a2ce484d4a service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Received event network-changed-69739257-cd2d-4099-8be5-842be3628358 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 826.858884] env[68466]: DEBUG nova.compute.manager [req-e58cdb4b-d5ad-4004-bd49-19d9368aa8fa req-1391b54f-f972-4ff6-929f-15a2ce484d4a service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Refreshing instance network info cache due to event network-changed-69739257-cd2d-4099-8be5-842be3628358. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 826.859130] env[68466]: DEBUG oslo_concurrency.lockutils [req-e58cdb4b-d5ad-4004-bd49-19d9368aa8fa req-1391b54f-f972-4ff6-929f-15a2ce484d4a service nova] Acquiring lock "refresh_cache-578a39b7-3420-4fa1-bba6-820f2683de96" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.859274] env[68466]: DEBUG oslo_concurrency.lockutils [req-e58cdb4b-d5ad-4004-bd49-19d9368aa8fa req-1391b54f-f972-4ff6-929f-15a2ce484d4a service nova] Acquired lock "refresh_cache-578a39b7-3420-4fa1-bba6-820f2683de96" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.859427] env[68466]: DEBUG nova.network.neutron [req-e58cdb4b-d5ad-4004-bd49-19d9368aa8fa req-1391b54f-f972-4ff6-929f-15a2ce484d4a service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Refreshing network info cache for port 69739257-cd2d-4099-8be5-842be3628358 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.996634] env[68466]: DEBUG nova.compute.manager [req-5b1d1ec3-87a3-4b4d-ae15-3749d883d92e req-fd4039d5-6a66-47e0-b11e-bdd590afb3d1 service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Received event network-changed-7a8aac05-d93f-4b5b-84e9-b8499d2d33ce {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 826.996907] env[68466]: DEBUG nova.compute.manager [req-5b1d1ec3-87a3-4b4d-ae15-3749d883d92e req-fd4039d5-6a66-47e0-b11e-bdd590afb3d1 service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Refreshing instance network info cache due to event network-changed-7a8aac05-d93f-4b5b-84e9-b8499d2d33ce. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 826.997197] env[68466]: DEBUG oslo_concurrency.lockutils [req-5b1d1ec3-87a3-4b4d-ae15-3749d883d92e req-fd4039d5-6a66-47e0-b11e-bdd590afb3d1 service nova] Acquiring lock "refresh_cache-29702cfa-692e-4ebd-b149-0ca14add1229" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.997384] env[68466]: DEBUG oslo_concurrency.lockutils [req-5b1d1ec3-87a3-4b4d-ae15-3749d883d92e req-fd4039d5-6a66-47e0-b11e-bdd590afb3d1 service nova] Acquired lock "refresh_cache-29702cfa-692e-4ebd-b149-0ca14add1229" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.997594] env[68466]: DEBUG nova.network.neutron [req-5b1d1ec3-87a3-4b4d-ae15-3749d883d92e req-fd4039d5-6a66-47e0-b11e-bdd590afb3d1 service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Refreshing network info cache for port 7a8aac05-d93f-4b5b-84e9-b8499d2d33ce {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.091817] env[68466]: DEBUG nova.scheduler.client.report [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.252335] env[68466]: INFO nova.compute.manager [-] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Took 1.70 seconds to deallocate network for instance. [ 827.336153] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52756ebc-3a22-0a71-0488-7bf316bc8754, 'name': SearchDatastore_Task, 'duration_secs': 0.012107} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.336666] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.336767] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.337174] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.337306] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.337497] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.337758] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3fa746a-449c-41ea-9303-b1b6be4517dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.347371] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.347553] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.348290] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c16230f-ab8c-4a77-84c0-052913c9398a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.353798] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 827.353798] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521d978c-86e6-93b5-42a3-6b13504e82f3" [ 827.353798] env[68466]: _type = "Task" [ 827.353798] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.363853] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521d978c-86e6-93b5-42a3-6b13504e82f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.583466] env[68466]: DEBUG nova.network.neutron [req-e58cdb4b-d5ad-4004-bd49-19d9368aa8fa req-1391b54f-f972-4ff6-929f-15a2ce484d4a service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Updated VIF entry in instance network info cache for port 69739257-cd2d-4099-8be5-842be3628358. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.583968] env[68466]: DEBUG nova.network.neutron [req-e58cdb4b-d5ad-4004-bd49-19d9368aa8fa req-1391b54f-f972-4ff6-929f-15a2ce484d4a service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Updating instance_info_cache with network_info: [{"id": "69739257-cd2d-4099-8be5-842be3628358", "address": "fa:16:3e:86:9b:e6", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69739257-cd", "ovs_interfaceid": "69739257-cd2d-4099-8be5-842be3628358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.596839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.599330] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.736s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.600903] env[68466]: INFO nova.compute.claims [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.738202] env[68466]: DEBUG nova.network.neutron [req-5b1d1ec3-87a3-4b4d-ae15-3749d883d92e req-fd4039d5-6a66-47e0-b11e-bdd590afb3d1 service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Updated VIF entry in instance network info cache for port 7a8aac05-d93f-4b5b-84e9-b8499d2d33ce. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.738202] env[68466]: DEBUG nova.network.neutron [req-5b1d1ec3-87a3-4b4d-ae15-3749d883d92e req-fd4039d5-6a66-47e0-b11e-bdd590afb3d1 service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Updating instance_info_cache with network_info: [{"id": "7a8aac05-d93f-4b5b-84e9-b8499d2d33ce", "address": "fa:16:3e:2b:38:7c", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8aac05-d9", "ovs_interfaceid": "7a8aac05-d93f-4b5b-84e9-b8499d2d33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.758853] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.865246] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521d978c-86e6-93b5-42a3-6b13504e82f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.866195] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0433523e-61ca-4320-b5c3-b9a2e982358e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.871673] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 827.871673] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52817d31-d65b-e470-48ae-4a19f48668a9" [ 827.871673] env[68466]: _type = "Task" [ 827.871673] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.880213] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52817d31-d65b-e470-48ae-4a19f48668a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.086507] env[68466]: DEBUG oslo_concurrency.lockutils [req-e58cdb4b-d5ad-4004-bd49-19d9368aa8fa req-1391b54f-f972-4ff6-929f-15a2ce484d4a service nova] Releasing lock "refresh_cache-578a39b7-3420-4fa1-bba6-820f2683de96" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.086850] env[68466]: DEBUG nova.compute.manager [req-e58cdb4b-d5ad-4004-bd49-19d9368aa8fa req-1391b54f-f972-4ff6-929f-15a2ce484d4a service nova] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Received event network-vif-deleted-c8f3f03a-0962-4f29-a930-eb540320a106 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 828.114832] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea6500d4-847d-456a-8cce-a0ad1af5d400 tempest-ServerActionsV293TestJSON-1485349996 tempest-ServerActionsV293TestJSON-1485349996-project-member] Lock "5ab3f5ce-de47-4c01-9271-2b5416066d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.644s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.240850] env[68466]: DEBUG oslo_concurrency.lockutils [req-5b1d1ec3-87a3-4b4d-ae15-3749d883d92e req-fd4039d5-6a66-47e0-b11e-bdd590afb3d1 service nova] Releasing lock "refresh_cache-29702cfa-692e-4ebd-b149-0ca14add1229" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.383055] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52817d31-d65b-e470-48ae-4a19f48668a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.383405] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.383615] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 578a39b7-3420-4fa1-bba6-820f2683de96/578a39b7-3420-4fa1-bba6-820f2683de96.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.383957] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-822142e5-5556-45e8-a73e-498e14a40104 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.394429] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 828.394429] env[68466]: value = "task-2812397" [ 828.394429] env[68466]: _type = "Task" [ 828.394429] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.403285] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.906466] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443896} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.906748] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 578a39b7-3420-4fa1-bba6-820f2683de96/578a39b7-3420-4fa1-bba6-820f2683de96.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.906987] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.907267] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed9c7a54-f9b3-4afc-a7c9-9f14ac165750 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.914726] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 828.914726] env[68466]: value = "task-2812398" [ 828.914726] env[68466]: _type = "Task" [ 828.914726] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.923025] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.057877] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db80d0d2-e0e8-4367-b3ad-9aeed7244e9e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.065768] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002f7d3c-9f3b-4414-939a-69bb653ab6c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.100181] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5d8a4-444f-456e-8743-9c3c8533f206 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.108408] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7472bfb-b08c-46c7-8745-325f84a49bc0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.122185] env[68466]: DEBUG nova.compute.provider_tree [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.425310] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067685} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.425579] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.426408] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6096cd7a-8f3c-4d25-893a-a3fd1bcd084a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.449121] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 578a39b7-3420-4fa1-bba6-820f2683de96/578a39b7-3420-4fa1-bba6-820f2683de96.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.449404] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a78b2b-9e5d-4cd5-b041-3fa9e6185a2f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.470389] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 829.470389] env[68466]: value = "task-2812399" [ 829.470389] env[68466]: _type = "Task" [ 829.470389] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.478839] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.626168] env[68466]: DEBUG nova.scheduler.client.report [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.981813] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812399, 'name': ReconfigVM_Task, 'duration_secs': 0.295978} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.982148] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 578a39b7-3420-4fa1-bba6-820f2683de96/578a39b7-3420-4fa1-bba6-820f2683de96.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.982679] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38e1366a-bf27-448a-b3c7-2b3abfbe4cc0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.989691] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 829.989691] env[68466]: value = "task-2812400" [ 829.989691] env[68466]: _type = "Task" [ 829.989691] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.997390] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812400, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.131572] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.132123] env[68466]: DEBUG nova.compute.manager [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.135010] env[68466]: DEBUG oslo_concurrency.lockutils [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.548s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.135349] env[68466]: DEBUG nova.objects.instance [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lazy-loading 'resources' on Instance uuid 05cb9a0a-33dd-43b5-b430-2a36ec1942c9 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.501979] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812400, 'name': Rename_Task, 'duration_secs': 0.163367} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.501979] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.501979] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9873ee97-bc8d-40b0-ac17-ff1db0058a96 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.510786] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 830.510786] env[68466]: value = "task-2812401" [ 830.510786] env[68466]: _type = "Task" [ 830.510786] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.519408] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.639113] env[68466]: DEBUG nova.compute.utils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.643117] env[68466]: DEBUG nova.compute.manager [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.643297] env[68466]: DEBUG nova.network.neutron [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.685443] env[68466]: DEBUG nova.policy [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13c13784eb2246b1b33ef1370ee559c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa96b018c8de4f729759420558ab7f28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.972250] env[68466]: DEBUG nova.network.neutron [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Successfully created port: 5ce3d255-af1c-4c93-94d0-394e467909a6 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.025426] env[68466]: DEBUG oslo_vmware.api [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812401, 'name': PowerOnVM_Task, 'duration_secs': 0.453202} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.026092] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.026503] env[68466]: INFO nova.compute.manager [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Took 7.59 seconds to spawn the instance on the hypervisor. [ 831.026876] env[68466]: DEBUG nova.compute.manager [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.027877] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049edadd-1f09-413f-b87f-98aa546e1dfe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.140743] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889aea84-8447-4671-9d00-8998f0b0dc68 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.146091] env[68466]: DEBUG nova.compute.manager [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.151995] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1221bc-9a49-4ca5-b0f2-ea8b0034c4c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.183907] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4931dd9e-108e-4f43-834b-58e16c87bc15 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.192905] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d7c3ec-e1e7-4f56-a9ab-b6a358f1df8a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.209424] env[68466]: DEBUG nova.compute.provider_tree [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.257842] env[68466]: DEBUG nova.network.neutron [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Successfully created port: de92a9a1-92a2-41ca-99f5-23b5a7f030aa {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.550307] env[68466]: INFO nova.compute.manager [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Took 44.14 seconds to build instance. [ 831.714371] env[68466]: DEBUG nova.scheduler.client.report [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.052257] env[68466]: DEBUG oslo_concurrency.lockutils [None req-856b4faa-0d18-4376-b220-c431a59ef710 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "578a39b7-3420-4fa1-bba6-820f2683de96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.494s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.157905] env[68466]: DEBUG nova.compute.manager [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.184670] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.184935] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.185117] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.185307] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.185453] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.185599] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.185809] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.185969] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.186147] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.186307] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.186474] env[68466]: DEBUG nova.virt.hardware [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.187392] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171a1d9d-e51f-464c-9053-19fe65fb0af4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.196681] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4efaff-5aa0-4c94-bc58-0d9cbf3a5506 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.220663] env[68466]: DEBUG oslo_concurrency.lockutils [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.222611] env[68466]: DEBUG oslo_concurrency.lockutils [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.302s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.222842] env[68466]: DEBUG nova.objects.instance [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lazy-loading 'resources' on Instance uuid 38281f32-3fce-40dd-83f1-56c133ea71ac {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.244370] env[68466]: INFO nova.scheduler.client.report [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Deleted allocations for instance 05cb9a0a-33dd-43b5-b430-2a36ec1942c9 [ 832.312570] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "578a39b7-3420-4fa1-bba6-820f2683de96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.312776] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "578a39b7-3420-4fa1-bba6-820f2683de96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.312985] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "578a39b7-3420-4fa1-bba6-820f2683de96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.313194] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "578a39b7-3420-4fa1-bba6-820f2683de96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.313368] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "578a39b7-3420-4fa1-bba6-820f2683de96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.315651] env[68466]: INFO nova.compute.manager [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Terminating instance [ 832.554649] env[68466]: DEBUG nova.compute.manager [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.681841] env[68466]: DEBUG nova.compute.manager [req-423cf1fb-4709-4bb6-a73c-bb0f469c0945 req-ce693acb-2fc6-4ea2-8e1d-a53a73234db4 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Received event network-vif-plugged-5ce3d255-af1c-4c93-94d0-394e467909a6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.682074] env[68466]: DEBUG oslo_concurrency.lockutils [req-423cf1fb-4709-4bb6-a73c-bb0f469c0945 req-ce693acb-2fc6-4ea2-8e1d-a53a73234db4 service nova] Acquiring lock "906f9d73-9032-489a-a81f-dbc955dd3f97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.682281] env[68466]: DEBUG oslo_concurrency.lockutils [req-423cf1fb-4709-4bb6-a73c-bb0f469c0945 req-ce693acb-2fc6-4ea2-8e1d-a53a73234db4 service nova] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.682463] env[68466]: DEBUG oslo_concurrency.lockutils [req-423cf1fb-4709-4bb6-a73c-bb0f469c0945 req-ce693acb-2fc6-4ea2-8e1d-a53a73234db4 service nova] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.682630] env[68466]: DEBUG nova.compute.manager [req-423cf1fb-4709-4bb6-a73c-bb0f469c0945 req-ce693acb-2fc6-4ea2-8e1d-a53a73234db4 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] No waiting events found dispatching network-vif-plugged-5ce3d255-af1c-4c93-94d0-394e467909a6 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.682792] env[68466]: WARNING nova.compute.manager [req-423cf1fb-4709-4bb6-a73c-bb0f469c0945 req-ce693acb-2fc6-4ea2-8e1d-a53a73234db4 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Received unexpected event network-vif-plugged-5ce3d255-af1c-4c93-94d0-394e467909a6 for instance with vm_state building and task_state spawning. [ 832.751968] env[68466]: DEBUG oslo_concurrency.lockutils [None req-81202d6f-026b-4e94-82c7-1aa9467aef97 tempest-ListImageFiltersTestJSON-1114328941 tempest-ListImageFiltersTestJSON-1114328941-project-member] Lock "05cb9a0a-33dd-43b5-b430-2a36ec1942c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.219s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.768799] env[68466]: DEBUG nova.network.neutron [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Successfully updated port: 5ce3d255-af1c-4c93-94d0-394e467909a6 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.823111] env[68466]: DEBUG nova.compute.manager [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.823111] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.823563] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78f01b3-0869-40c7-a0a0-c77e36edcdcf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.834682] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.834895] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a42ee75-86d2-4d0b-b61a-389455ada66c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.843484] env[68466]: DEBUG oslo_vmware.api [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 832.843484] env[68466]: value = "task-2812402" [ 832.843484] env[68466]: _type = "Task" [ 832.843484] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.853628] env[68466]: DEBUG oslo_vmware.api [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.072736] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.212016] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e947f59-7544-4c4a-b0ee-5f11a7f31c4a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.219116] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505f46b0-ae75-4dd3-8a25-567e7912092f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.251661] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4485ee7c-89ff-4a48-9b46-cb15aa433d3a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.260383] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa398ba-ba79-4bc6-b05e-1e8783d5c070 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.277051] env[68466]: DEBUG nova.compute.provider_tree [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.356177] env[68466]: DEBUG oslo_vmware.api [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812402, 'name': PowerOffVM_Task, 'duration_secs': 0.1811} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.356455] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.356619] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.356913] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e158b53-64a5-4aba-becc-a5954bd1251c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.430027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.430027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.430027] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleting the datastore file [datastore2] 578a39b7-3420-4fa1-bba6-820f2683de96 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.430027] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f33d42ad-471f-457b-b069-f1ddd3c563b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.434769] env[68466]: DEBUG oslo_vmware.api [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 833.434769] env[68466]: value = "task-2812404" [ 833.434769] env[68466]: _type = "Task" [ 833.434769] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.446451] env[68466]: DEBUG oslo_vmware.api [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.781133] env[68466]: DEBUG nova.scheduler.client.report [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.946820] env[68466]: DEBUG oslo_vmware.api [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226798} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.947099] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.947328] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.947541] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.947769] env[68466]: INFO nova.compute.manager [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Took 1.13 seconds to destroy the instance on the hypervisor. [ 833.948063] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.948289] env[68466]: DEBUG nova.compute.manager [-] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.948404] env[68466]: DEBUG nova.network.neutron [-] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.285588] env[68466]: DEBUG oslo_concurrency.lockutils [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.288455] env[68466]: DEBUG oslo_concurrency.lockutils [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.624s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.288728] env[68466]: DEBUG nova.objects.instance [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lazy-loading 'resources' on Instance uuid 8bffcb6f-d44b-4da3-8ac2-c5de39537344 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.310958] env[68466]: INFO nova.scheduler.client.report [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Deleted allocations for instance 38281f32-3fce-40dd-83f1-56c133ea71ac [ 834.340129] env[68466]: DEBUG nova.compute.manager [req-3e42f615-df2d-4b98-9490-e091df05544c req-7755e7aa-0563-4d96-9e9b-e9eccdf0e045 service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Received event network-vif-deleted-69739257-cd2d-4099-8be5-842be3628358 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 834.340346] env[68466]: INFO nova.compute.manager [req-3e42f615-df2d-4b98-9490-e091df05544c req-7755e7aa-0563-4d96-9e9b-e9eccdf0e045 service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Neutron deleted interface 69739257-cd2d-4099-8be5-842be3628358; detaching it from the instance and deleting it from the info cache [ 834.340502] env[68466]: DEBUG nova.network.neutron [req-3e42f615-df2d-4b98-9490-e091df05544c req-7755e7aa-0563-4d96-9e9b-e9eccdf0e045 service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.748984] env[68466]: DEBUG nova.compute.manager [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Received event network-changed-5ce3d255-af1c-4c93-94d0-394e467909a6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 834.748984] env[68466]: DEBUG nova.compute.manager [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Refreshing instance network info cache due to event network-changed-5ce3d255-af1c-4c93-94d0-394e467909a6. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 834.749228] env[68466]: DEBUG oslo_concurrency.lockutils [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] Acquiring lock "refresh_cache-906f9d73-9032-489a-a81f-dbc955dd3f97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.749370] env[68466]: DEBUG oslo_concurrency.lockutils [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] Acquired lock "refresh_cache-906f9d73-9032-489a-a81f-dbc955dd3f97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.749525] env[68466]: DEBUG nova.network.neutron [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Refreshing network info cache for port 5ce3d255-af1c-4c93-94d0-394e467909a6 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.781316] env[68466]: DEBUG nova.network.neutron [-] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.799078] env[68466]: DEBUG nova.network.neutron [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Successfully updated port: de92a9a1-92a2-41ca-99f5-23b5a7f030aa {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.822521] env[68466]: DEBUG oslo_concurrency.lockutils [None req-df8aa535-dbb6-496a-bd1a-d54802d9234c tempest-ServerRescueTestJSONUnderV235-1980039976 tempest-ServerRescueTestJSONUnderV235-1980039976-project-member] Lock "38281f32-3fce-40dd-83f1-56c133ea71ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.886s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.842834] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5ab048a-2d01-4188-8cd6-3e98caa74993 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.856232] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce68eb4-9e20-4e31-845f-583e0634f00b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.896783] env[68466]: DEBUG nova.compute.manager [req-3e42f615-df2d-4b98-9490-e091df05544c req-7755e7aa-0563-4d96-9e9b-e9eccdf0e045 service nova] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Detach interface failed, port_id=69739257-cd2d-4099-8be5-842be3628358, reason: Instance 578a39b7-3420-4fa1-bba6-820f2683de96 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 835.271839] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4994611e-1bf4-4e2e-a080-574827d8f8f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.281140] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40952708-4783-4fec-a3c6-378acbe1e26c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.285365] env[68466]: INFO nova.compute.manager [-] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Took 1.34 seconds to deallocate network for instance. [ 835.315704] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "refresh_cache-906f9d73-9032-489a-a81f-dbc955dd3f97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.317264] env[68466]: DEBUG nova.network.neutron [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.321248] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ae0d58-6784-45d5-8aac-6e2c78baa251 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.334759] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07956d0b-c61c-404b-bb45-33b2461a41f6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.349514] env[68466]: DEBUG nova.compute.provider_tree [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.410577] env[68466]: DEBUG nova.network.neutron [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.817569] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.852220] env[68466]: DEBUG nova.scheduler.client.report [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.914449] env[68466]: DEBUG oslo_concurrency.lockutils [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] Releasing lock "refresh_cache-906f9d73-9032-489a-a81f-dbc955dd3f97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.914449] env[68466]: DEBUG nova.compute.manager [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Received event network-vif-plugged-de92a9a1-92a2-41ca-99f5-23b5a7f030aa {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.914645] env[68466]: DEBUG oslo_concurrency.lockutils [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] Acquiring lock "906f9d73-9032-489a-a81f-dbc955dd3f97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.914860] env[68466]: DEBUG oslo_concurrency.lockutils [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.915037] env[68466]: DEBUG oslo_concurrency.lockutils [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.915210] env[68466]: DEBUG nova.compute.manager [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] No waiting events found dispatching network-vif-plugged-de92a9a1-92a2-41ca-99f5-23b5a7f030aa {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.915380] env[68466]: WARNING nova.compute.manager [req-915a9f68-97d8-44b1-956b-b5aecca0d59a req-dfd70d43-afb3-4cee-8949-5eca60e7dc28 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Received unexpected event network-vif-plugged-de92a9a1-92a2-41ca-99f5-23b5a7f030aa for instance with vm_state building and task_state spawning. [ 835.915692] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquired lock "refresh_cache-906f9d73-9032-489a-a81f-dbc955dd3f97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.915835] env[68466]: DEBUG nova.network.neutron [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.357969] env[68466]: DEBUG oslo_concurrency.lockutils [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.360345] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 41.575s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.386482] env[68466]: INFO nova.scheduler.client.report [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Deleted allocations for instance 8bffcb6f-d44b-4da3-8ac2-c5de39537344 [ 836.467391] env[68466]: DEBUG nova.network.neutron [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.775497] env[68466]: DEBUG nova.network.neutron [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Updating instance_info_cache with network_info: [{"id": "5ce3d255-af1c-4c93-94d0-394e467909a6", "address": "fa:16:3e:d6:7b:49", "network": {"id": "72861c57-e6e4-4a8c-a691-388137c0a19f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1290150801", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce3d255-af", "ovs_interfaceid": "5ce3d255-af1c-4c93-94d0-394e467909a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de92a9a1-92a2-41ca-99f5-23b5a7f030aa", "address": "fa:16:3e:04:74:c2", "network": {"id": "e8d9c3f3-1284-42a7-aacb-4b85a7c065c4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024165985", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde92a9a1-92", "ovs_interfaceid": "de92a9a1-92a2-41ca-99f5-23b5a7f030aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.779694] env[68466]: DEBUG nova.compute.manager [req-5196111d-27a6-4e88-90ee-a2ff87d6ab83 req-b9f3ad64-4308-4f06-9bd5-661e6ca0dc88 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Received event network-changed-de92a9a1-92a2-41ca-99f5-23b5a7f030aa {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 836.779864] env[68466]: DEBUG nova.compute.manager [req-5196111d-27a6-4e88-90ee-a2ff87d6ab83 req-b9f3ad64-4308-4f06-9bd5-661e6ca0dc88 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Refreshing instance network info cache due to event network-changed-de92a9a1-92a2-41ca-99f5-23b5a7f030aa. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 836.780067] env[68466]: DEBUG oslo_concurrency.lockutils [req-5196111d-27a6-4e88-90ee-a2ff87d6ab83 req-b9f3ad64-4308-4f06-9bd5-661e6ca0dc88 service nova] Acquiring lock "refresh_cache-906f9d73-9032-489a-a81f-dbc955dd3f97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.865544] env[68466]: INFO nova.compute.claims [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.895309] env[68466]: DEBUG oslo_concurrency.lockutils [None req-964660f2-9dc3-424b-a31d-90a936601112 tempest-ServersTestJSON-41863439 tempest-ServersTestJSON-41863439-project-member] Lock "8bffcb6f-d44b-4da3-8ac2-c5de39537344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.785s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.278825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Releasing lock "refresh_cache-906f9d73-9032-489a-a81f-dbc955dd3f97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.279301] env[68466]: DEBUG nova.compute.manager [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Instance network_info: |[{"id": "5ce3d255-af1c-4c93-94d0-394e467909a6", "address": "fa:16:3e:d6:7b:49", "network": {"id": "72861c57-e6e4-4a8c-a691-388137c0a19f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1290150801", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce3d255-af", "ovs_interfaceid": "5ce3d255-af1c-4c93-94d0-394e467909a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de92a9a1-92a2-41ca-99f5-23b5a7f030aa", "address": "fa:16:3e:04:74:c2", "network": {"id": "e8d9c3f3-1284-42a7-aacb-4b85a7c065c4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024165985", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde92a9a1-92", "ovs_interfaceid": "de92a9a1-92a2-41ca-99f5-23b5a7f030aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.279753] env[68466]: DEBUG oslo_concurrency.lockutils [req-5196111d-27a6-4e88-90ee-a2ff87d6ab83 req-b9f3ad64-4308-4f06-9bd5-661e6ca0dc88 service nova] Acquired lock "refresh_cache-906f9d73-9032-489a-a81f-dbc955dd3f97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.280009] env[68466]: DEBUG nova.network.neutron [req-5196111d-27a6-4e88-90ee-a2ff87d6ab83 req-b9f3ad64-4308-4f06-9bd5-661e6ca0dc88 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Refreshing network info cache for port de92a9a1-92a2-41ca-99f5-23b5a7f030aa {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.281605] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:7b:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ce3d255-af1c-4c93-94d0-394e467909a6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:74:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de92a9a1-92a2-41ca-99f5-23b5a7f030aa', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.291498] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.292688] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.292959] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adbfc456-7ee1-462f-a1c0-ccc30cf606d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.319525] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.319525] env[68466]: value = "task-2812405" [ 837.319525] env[68466]: _type = "Task" [ 837.319525] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.329057] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812405, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.374981] env[68466]: INFO nova.compute.resource_tracker [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating resource usage from migration 9b72ed4a-aab7-4fe6-a2ed-b7edd3849e3f [ 837.834763] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812405, 'name': CreateVM_Task, 'duration_secs': 0.443048} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.834808] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.835826] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.835826] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.838641] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.838641] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e705f618-1c53-4e1c-9b47-a6f78364948b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.844447] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 837.844447] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f60dde-163e-ae07-dd37-757ccbd42ec4" [ 837.844447] env[68466]: _type = "Task" [ 837.844447] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.859437] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f60dde-163e-ae07-dd37-757ccbd42ec4, 'name': SearchDatastore_Task, 'duration_secs': 0.011407} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.862900] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.862900] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.863060] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.863303] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.863685] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.863989] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d04d112b-3af1-4c3c-9928-4c9c36f8e794 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.876047] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.876349] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.877710] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2a64b6-3e18-4e51-becc-91c4441a658f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.884368] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 837.884368] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a21a0d-aaa8-6f35-8fc0-5f5b52ee0296" [ 837.884368] env[68466]: _type = "Task" [ 837.884368] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.893162] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a21a0d-aaa8-6f35-8fc0-5f5b52ee0296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.914732] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "757670a3-c1fb-4549-8c8c-ab10576f4d4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.914965] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "757670a3-c1fb-4549-8c8c-ab10576f4d4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.947271] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1152ba22-21f4-49fb-91ee-9eaee0a1c324 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.955541] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4fa20f-ce21-40b7-93ea-71ba34ab4974 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.992056] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14698cee-a48d-41de-8dae-34319d4ec3a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.001829] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfbc5ee-5a73-406b-97b3-a8f6ea72a3b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.016999] env[68466]: DEBUG nova.compute.provider_tree [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.150508] env[68466]: DEBUG nova.network.neutron [req-5196111d-27a6-4e88-90ee-a2ff87d6ab83 req-b9f3ad64-4308-4f06-9bd5-661e6ca0dc88 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Updated VIF entry in instance network info cache for port de92a9a1-92a2-41ca-99f5-23b5a7f030aa. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.150937] env[68466]: DEBUG nova.network.neutron [req-5196111d-27a6-4e88-90ee-a2ff87d6ab83 req-b9f3ad64-4308-4f06-9bd5-661e6ca0dc88 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Updating instance_info_cache with network_info: [{"id": "5ce3d255-af1c-4c93-94d0-394e467909a6", "address": "fa:16:3e:d6:7b:49", "network": {"id": "72861c57-e6e4-4a8c-a691-388137c0a19f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1290150801", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce3d255-af", "ovs_interfaceid": "5ce3d255-af1c-4c93-94d0-394e467909a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de92a9a1-92a2-41ca-99f5-23b5a7f030aa", "address": "fa:16:3e:04:74:c2", "network": {"id": "e8d9c3f3-1284-42a7-aacb-4b85a7c065c4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1024165985", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde92a9a1-92", "ovs_interfaceid": "de92a9a1-92a2-41ca-99f5-23b5a7f030aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.216812] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "21e5a37e-bcc4-4bf2-92fe-a26700e1382c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.217548] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "21e5a37e-bcc4-4bf2-92fe-a26700e1382c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.397399] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a21a0d-aaa8-6f35-8fc0-5f5b52ee0296, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.398324] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f653d170-5287-47c5-b3d9-c971ca0eea71 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.404885] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 838.404885] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5237dba5-21f1-d94b-a654-0770f3a566f0" [ 838.404885] env[68466]: _type = "Task" [ 838.404885] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.413700] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5237dba5-21f1-d94b-a654-0770f3a566f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.520513] env[68466]: DEBUG nova.scheduler.client.report [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.654248] env[68466]: DEBUG oslo_concurrency.lockutils [req-5196111d-27a6-4e88-90ee-a2ff87d6ab83 req-b9f3ad64-4308-4f06-9bd5-661e6ca0dc88 service nova] Releasing lock "refresh_cache-906f9d73-9032-489a-a81f-dbc955dd3f97" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.917064] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5237dba5-21f1-d94b-a654-0770f3a566f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.918903] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.918903] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 906f9d73-9032-489a-a81f-dbc955dd3f97/906f9d73-9032-489a-a81f-dbc955dd3f97.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.918903] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67427c73-db0a-4bd9-ac39-2f171b6bd934 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.928122] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 838.928122] env[68466]: value = "task-2812406" [ 838.928122] env[68466]: _type = "Task" [ 838.928122] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.936516] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.026959] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.666s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.026959] env[68466]: INFO nova.compute.manager [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Migrating [ 839.033234] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.861s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.033469] env[68466]: DEBUG nova.objects.instance [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lazy-loading 'resources' on Instance uuid c627a46b-228f-4f55-846e-205d2df07ec9 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.437902] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812406, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.544055] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.544769] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.544769] env[68466]: DEBUG nova.network.neutron [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.940358] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812406, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.947816] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539800c4-01fe-4e31-b00f-4de14bd4b492 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.954740] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48d6b01-6d92-4cf8-ba85-e63140988955 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.985697] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c7dac-430a-4b00-bdc1-bc4fb7bcbad7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.993387] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82719fd-4b83-4e85-978a-6d36baddeadf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.008079] env[68466]: DEBUG nova.compute.provider_tree [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.242967] env[68466]: DEBUG nova.network.neutron [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance_info_cache with network_info: [{"id": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "address": "fa:16:3e:86:35:b8", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe21e8a-a3", "ovs_interfaceid": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.439884] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812406, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.447262} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.440209] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 906f9d73-9032-489a-a81f-dbc955dd3f97/906f9d73-9032-489a-a81f-dbc955dd3f97.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.440391] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.440644] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd64eec-289c-472a-8b7b-08bcfb789f88 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.447798] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 840.447798] env[68466]: value = "task-2812407" [ 840.447798] env[68466]: _type = "Task" [ 840.447798] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.458528] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.514085] env[68466]: DEBUG nova.scheduler.client.report [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.570928] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquiring lock "767a79fd-5dd1-4464-95a9-427be28af5ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.571183] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "767a79fd-5dd1-4464-95a9-427be28af5ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.746336] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.958650] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064302} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.958962] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.959789] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f246c3-0baf-4553-a358-1363785b20f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.984117] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 906f9d73-9032-489a-a81f-dbc955dd3f97/906f9d73-9032-489a-a81f-dbc955dd3f97.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.984324] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b69178b-df79-4f1b-b224-f1540695a566 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.004375] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 841.004375] env[68466]: value = "task-2812408" [ 841.004375] env[68466]: _type = "Task" [ 841.004375] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.012462] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.022772] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.025360] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.478s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.026575] env[68466]: INFO nova.compute.claims [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.048523] env[68466]: INFO nova.scheduler.client.report [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Deleted allocations for instance c627a46b-228f-4f55-846e-205d2df07ec9 [ 841.515445] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812408, 'name': ReconfigVM_Task, 'duration_secs': 0.275281} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.515736] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 906f9d73-9032-489a-a81f-dbc955dd3f97/906f9d73-9032-489a-a81f-dbc955dd3f97.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.516384] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a79c43fe-2c28-44d6-bb8a-500e7f5bc62d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.522738] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 841.522738] env[68466]: value = "task-2812409" [ 841.522738] env[68466]: _type = "Task" [ 841.522738] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.532437] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812409, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.556273] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a04b75f-8f44-434a-8cd6-3a082f6ccb75 tempest-ServersTestManualDisk-684639230 tempest-ServersTestManualDisk-684639230-project-member] Lock "c627a46b-228f-4f55-846e-205d2df07ec9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.685s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.036473] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812409, 'name': Rename_Task, 'duration_secs': 0.14064} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.036825] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.037103] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef33c202-0736-460d-bfa2-0c663fabbc10 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.044524] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 842.044524] env[68466]: value = "task-2812410" [ 842.044524] env[68466]: _type = "Task" [ 842.044524] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.053491] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.262719] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e1ba3-571a-4ab9-a81f-7e2ead3b7e7f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.285291] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance 'b675257a-5070-4c8a-90b5-229f93978764' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.520342] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d777f1-3dae-417f-b5a0-676b01a6b593 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.528081] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7842df-8ede-48af-a3ef-07b645455d3b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.564354] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d2e67c-66de-48d0-984c-0cf68218fbb5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.571847] env[68466]: DEBUG oslo_vmware.api [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812410, 'name': PowerOnVM_Task, 'duration_secs': 0.458015} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.574035] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.574254] env[68466]: INFO nova.compute.manager [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Took 10.42 seconds to spawn the instance on the hypervisor. [ 842.574435] env[68466]: DEBUG nova.compute.manager [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.575231] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2d0e84-6e6a-4608-8fa6-61546e975148 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.578575] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e63a088-bbfa-4e7e-b0c7-1132db1f15e2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.592333] env[68466]: DEBUG nova.compute.provider_tree [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.795021] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.795358] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3768bb58-908a-4f22-b166-fd1ec217f121 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.802128] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 842.802128] env[68466]: value = "task-2812411" [ 842.802128] env[68466]: _type = "Task" [ 842.802128] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.810042] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.099672] env[68466]: DEBUG nova.scheduler.client.report [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.112766] env[68466]: INFO nova.compute.manager [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Took 51.28 seconds to build instance. [ 843.311974] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812411, 'name': PowerOffVM_Task, 'duration_secs': 0.176947} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.312284] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.312829] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance 'b675257a-5070-4c8a-90b5-229f93978764' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.610788] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.610788] env[68466]: DEBUG nova.compute.manager [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.612969] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.405s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.613213] env[68466]: DEBUG nova.objects.instance [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lazy-loading 'resources' on Instance uuid 55fc9b69-18d3-45a1-9b7a-421973de1c98 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.615056] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afcfa8b8-067a-4d52-860b-476785881cd9 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.650s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.818912] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.819254] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.819423] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.822880] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.822880] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.822880] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.822880] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.822880] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.822880] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.822880] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.822880] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.826860] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb7e852b-2496-4fa5-9b34-ef72539d17d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.842580] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 843.842580] env[68466]: value = "task-2812412" [ 843.842580] env[68466]: _type = "Task" [ 843.842580] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.850991] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.116330] env[68466]: DEBUG nova.compute.utils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.117988] env[68466]: DEBUG nova.objects.instance [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lazy-loading 'numa_topology' on Instance uuid 55fc9b69-18d3-45a1-9b7a-421973de1c98 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.119515] env[68466]: DEBUG nova.compute.manager [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.119702] env[68466]: DEBUG nova.network.neutron [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.122010] env[68466]: DEBUG nova.compute.manager [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.126947] env[68466]: DEBUG oslo_concurrency.lockutils [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "906f9d73-9032-489a-a81f-dbc955dd3f97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.127210] env[68466]: DEBUG oslo_concurrency.lockutils [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.127385] env[68466]: DEBUG oslo_concurrency.lockutils [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "906f9d73-9032-489a-a81f-dbc955dd3f97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.127565] env[68466]: DEBUG oslo_concurrency.lockutils [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.127731] env[68466]: DEBUG oslo_concurrency.lockutils [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.129725] env[68466]: INFO nova.compute.manager [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Terminating instance [ 844.165623] env[68466]: DEBUG nova.policy [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7e45dc8efda4051bedb5fb7265f4d63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f832ff426f4bb3847e7dd39264d66e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.354047] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812412, 'name': ReconfigVM_Task, 'duration_secs': 0.207228} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.354583] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance 'b675257a-5070-4c8a-90b5-229f93978764' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.432232] env[68466]: DEBUG nova.network.neutron [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Successfully created port: 5da65d5e-6119-4792-89f0-fb105477c998 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.619919] env[68466]: DEBUG nova.compute.manager [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.624025] env[68466]: DEBUG nova.objects.base [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Object Instance<55fc9b69-18d3-45a1-9b7a-421973de1c98> lazy-loaded attributes: resources,numa_topology {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 844.633835] env[68466]: DEBUG nova.compute.manager [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.633927] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.635052] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60d10ee-b486-448b-93a2-f783a449bbf7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.643200] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.643452] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77a031ae-f2b1-4c7e-90c9-fb2d886cfe50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.646491] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.650373] env[68466]: DEBUG oslo_vmware.api [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 844.650373] env[68466]: value = "task-2812413" [ 844.650373] env[68466]: _type = "Task" [ 844.650373] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.658649] env[68466]: DEBUG oslo_vmware.api [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.860506] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:40:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='75199766-9aae-48dd-8da0-981a8f97bc1d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-78596105',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.860715] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.860978] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.861189] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.861335] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.861869] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.862140] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.862313] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.862488] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.862656] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.862829] env[68466]: DEBUG nova.virt.hardware [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.868419] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.874022] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859eaf1b-a2fb-4254-a036-65fd9ddeca14 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.890299] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 844.890299] env[68466]: value = "task-2812414" [ 844.890299] env[68466]: _type = "Task" [ 844.890299] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.901018] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.078385] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d21cf99-5a00-4ff1-8d95-ee7edaf6b84a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.085531] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32bc1a1-31b0-49d0-b66d-e464677be588 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.118407] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f21750-9b8b-4fac-bf7c-a9276cf22750 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.125734] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c2ea15-d24c-41ef-ad14-7e906802e48f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.142263] env[68466]: DEBUG nova.compute.provider_tree [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.159301] env[68466]: DEBUG oslo_vmware.api [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812413, 'name': PowerOffVM_Task, 'duration_secs': 0.207177} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.160446] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.160624] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.160869] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7328a7e5-0691-493b-9edf-e93ee4a6c30f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.255925] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.256387] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.256730] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Deleting the datastore file [datastore2] 906f9d73-9032-489a-a81f-dbc955dd3f97 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.257224] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bc28a5b-7b89-4049-9c64-2b7b7304b25a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.265520] env[68466]: DEBUG oslo_vmware.api [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for the task: (returnval){ [ 845.265520] env[68466]: value = "task-2812416" [ 845.265520] env[68466]: _type = "Task" [ 845.265520] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.276808] env[68466]: DEBUG oslo_vmware.api [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.399541] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812414, 'name': ReconfigVM_Task, 'duration_secs': 0.189225} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.399692] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 845.400540] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0885c314-f11d-484e-9a1e-9eaa8c8c4f29 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.422156] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] b675257a-5070-4c8a-90b5-229f93978764/b675257a-5070-4c8a-90b5-229f93978764.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.422446] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a755df3-66e9-4ba6-810e-be2756d9855e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.441030] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 845.441030] env[68466]: value = "task-2812417" [ 845.441030] env[68466]: _type = "Task" [ 845.441030] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.448715] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.637029] env[68466]: DEBUG nova.compute.manager [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.649163] env[68466]: DEBUG nova.scheduler.client.report [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.676029] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.676029] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.676029] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.676029] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.676029] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.676362] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.676706] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.677023] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.677307] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.677635] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.677931] env[68466]: DEBUG nova.virt.hardware [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.680041] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4501abc-1792-4705-8787-8887e29569d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.688109] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8a2a1-b685-4475-911b-00aa88b48320 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.777587] env[68466]: DEBUG oslo_vmware.api [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Task: {'id': task-2812416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31821} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.778040] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.778220] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.778491] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.778803] env[68466]: INFO nova.compute.manager [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Took 1.14 seconds to destroy the instance on the hypervisor. [ 845.778897] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.779128] env[68466]: DEBUG nova.compute.manager [-] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.779224] env[68466]: DEBUG nova.network.neutron [-] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.874715] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.875080] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.913612] env[68466]: DEBUG nova.compute.manager [req-17398bcf-fca0-4e9f-9e18-ae525bf8bf48 req-192aa65e-f865-4fba-bd13-127dfdaa57bb service nova] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Received event network-vif-plugged-5da65d5e-6119-4792-89f0-fb105477c998 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 845.913843] env[68466]: DEBUG oslo_concurrency.lockutils [req-17398bcf-fca0-4e9f-9e18-ae525bf8bf48 req-192aa65e-f865-4fba-bd13-127dfdaa57bb service nova] Acquiring lock "83a86c4a-76f4-4e89-a300-6521bea879bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.914176] env[68466]: DEBUG oslo_concurrency.lockutils [req-17398bcf-fca0-4e9f-9e18-ae525bf8bf48 req-192aa65e-f865-4fba-bd13-127dfdaa57bb service nova] Lock "83a86c4a-76f4-4e89-a300-6521bea879bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.914372] env[68466]: DEBUG oslo_concurrency.lockutils [req-17398bcf-fca0-4e9f-9e18-ae525bf8bf48 req-192aa65e-f865-4fba-bd13-127dfdaa57bb service nova] Lock "83a86c4a-76f4-4e89-a300-6521bea879bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.914543] env[68466]: DEBUG nova.compute.manager [req-17398bcf-fca0-4e9f-9e18-ae525bf8bf48 req-192aa65e-f865-4fba-bd13-127dfdaa57bb service nova] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] No waiting events found dispatching network-vif-plugged-5da65d5e-6119-4792-89f0-fb105477c998 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.914707] env[68466]: WARNING nova.compute.manager [req-17398bcf-fca0-4e9f-9e18-ae525bf8bf48 req-192aa65e-f865-4fba-bd13-127dfdaa57bb service nova] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Received unexpected event network-vif-plugged-5da65d5e-6119-4792-89f0-fb105477c998 for instance with vm_state building and task_state spawning. [ 845.951925] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812417, 'name': ReconfigVM_Task, 'duration_secs': 0.270267} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.952232] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfigured VM instance instance-00000034 to attach disk [datastore1] b675257a-5070-4c8a-90b5-229f93978764/b675257a-5070-4c8a-90b5-229f93978764.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.952514] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance 'b675257a-5070-4c8a-90b5-229f93978764' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.008018] env[68466]: DEBUG nova.network.neutron [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Successfully updated port: 5da65d5e-6119-4792-89f0-fb105477c998 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.154417] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.541s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.157124] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.016s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.161735] env[68466]: INFO nova.compute.claims [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.345501] env[68466]: DEBUG nova.compute.manager [req-ea3f4dc1-0981-44ea-bded-ed1e509d111b req-dad7d3d2-0aba-4133-a453-86089c7ae5f2 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Received event network-vif-deleted-de92a9a1-92a2-41ca-99f5-23b5a7f030aa {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.345501] env[68466]: INFO nova.compute.manager [req-ea3f4dc1-0981-44ea-bded-ed1e509d111b req-dad7d3d2-0aba-4133-a453-86089c7ae5f2 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Neutron deleted interface de92a9a1-92a2-41ca-99f5-23b5a7f030aa; detaching it from the instance and deleting it from the info cache [ 846.345501] env[68466]: DEBUG nova.network.neutron [req-ea3f4dc1-0981-44ea-bded-ed1e509d111b req-dad7d3d2-0aba-4133-a453-86089c7ae5f2 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Updating instance_info_cache with network_info: [{"id": "5ce3d255-af1c-4c93-94d0-394e467909a6", "address": "fa:16:3e:d6:7b:49", "network": {"id": "72861c57-e6e4-4a8c-a691-388137c0a19f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1290150801", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa96b018c8de4f729759420558ab7f28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ce3d255-af", "ovs_interfaceid": "5ce3d255-af1c-4c93-94d0-394e467909a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.408989] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "11a9348f-a165-4cfe-b148-f6c9dff552ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.409298] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "11a9348f-a165-4cfe-b148-f6c9dff552ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.461274] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1d52bf-8edc-4b2a-9591-c88641680ad5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.490103] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e227ffb9-961d-4e13-a827-dfb7f5578a11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.512295] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "refresh_cache-83a86c4a-76f4-4e89-a300-6521bea879bc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.512437] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "refresh_cache-83a86c4a-76f4-4e89-a300-6521bea879bc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.512610] env[68466]: DEBUG nova.network.neutron [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.513865] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance 'b675257a-5070-4c8a-90b5-229f93978764' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.676155] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ccb4de03-0dd4-41bf-a302-2e53765c85cf tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 62.882s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.677501] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 35.329s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.677691] env[68466]: INFO nova.compute.manager [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Unshelving [ 846.847650] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-593d679c-a4fb-47cb-9da2-fad1c128d887 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.857505] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85badf4d-2912-405f-9416-42723cfa582e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.872885] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "e2933914-1b7d-41a3-b41a-312b0158f7d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.873142] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "e2933914-1b7d-41a3-b41a-312b0158f7d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.893610] env[68466]: DEBUG nova.compute.manager [req-ea3f4dc1-0981-44ea-bded-ed1e509d111b req-dad7d3d2-0aba-4133-a453-86089c7ae5f2 service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Detach interface failed, port_id=de92a9a1-92a2-41ca-99f5-23b5a7f030aa, reason: Instance 906f9d73-9032-489a-a81f-dbc955dd3f97 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 846.994167] env[68466]: DEBUG nova.network.neutron [-] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.055117] env[68466]: DEBUG nova.network.neutron [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.061295] env[68466]: DEBUG nova.network.neutron [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Port 3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 847.212646] env[68466]: DEBUG nova.network.neutron [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Updating instance_info_cache with network_info: [{"id": "5da65d5e-6119-4792-89f0-fb105477c998", "address": "fa:16:3e:98:5f:5b", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da65d5e-61", "ovs_interfaceid": "5da65d5e-6119-4792-89f0-fb105477c998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.496622] env[68466]: INFO nova.compute.manager [-] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Took 1.72 seconds to deallocate network for instance. [ 847.613787] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b42934-ae1e-42cc-912c-41503d222d2c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.623339] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9820bb3-579d-492f-87b9-55ee50352f22 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.652564] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0026a7-ab99-4ae3-b144-645b07f3d727 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.659820] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb5e967-d6cc-4aaf-942b-f6aedac51441 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.674043] env[68466]: DEBUG nova.compute.provider_tree [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.698108] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.714386] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "refresh_cache-83a86c4a-76f4-4e89-a300-6521bea879bc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.714732] env[68466]: DEBUG nova.compute.manager [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Instance network_info: |[{"id": "5da65d5e-6119-4792-89f0-fb105477c998", "address": "fa:16:3e:98:5f:5b", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da65d5e-61", "ovs_interfaceid": "5da65d5e-6119-4792-89f0-fb105477c998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.715172] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:5f:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5da65d5e-6119-4792-89f0-fb105477c998', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.722678] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.723189] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.723428] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-116aa98a-83f5-4fca-b07e-52168ce5c6ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.744560] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.744560] env[68466]: value = "task-2812418" [ 847.744560] env[68466]: _type = "Task" [ 847.744560] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.752363] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812418, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.005338] env[68466]: DEBUG oslo_concurrency.lockutils [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.008564] env[68466]: DEBUG nova.compute.manager [req-58da3e61-a507-4ca1-b3c4-72d37c613a32 req-73ce7781-cbde-4b14-ac51-aceb0771fce7 service nova] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Received event network-changed-5da65d5e-6119-4792-89f0-fb105477c998 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 848.008564] env[68466]: DEBUG nova.compute.manager [req-58da3e61-a507-4ca1-b3c4-72d37c613a32 req-73ce7781-cbde-4b14-ac51-aceb0771fce7 service nova] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Refreshing instance network info cache due to event network-changed-5da65d5e-6119-4792-89f0-fb105477c998. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 848.008564] env[68466]: DEBUG oslo_concurrency.lockutils [req-58da3e61-a507-4ca1-b3c4-72d37c613a32 req-73ce7781-cbde-4b14-ac51-aceb0771fce7 service nova] Acquiring lock "refresh_cache-83a86c4a-76f4-4e89-a300-6521bea879bc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.008564] env[68466]: DEBUG oslo_concurrency.lockutils [req-58da3e61-a507-4ca1-b3c4-72d37c613a32 req-73ce7781-cbde-4b14-ac51-aceb0771fce7 service nova] Acquired lock "refresh_cache-83a86c4a-76f4-4e89-a300-6521bea879bc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.008564] env[68466]: DEBUG nova.network.neutron [req-58da3e61-a507-4ca1-b3c4-72d37c613a32 req-73ce7781-cbde-4b14-ac51-aceb0771fce7 service nova] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Refreshing network info cache for port 5da65d5e-6119-4792-89f0-fb105477c998 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.082618] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "b675257a-5070-4c8a-90b5-229f93978764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.082923] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "b675257a-5070-4c8a-90b5-229f93978764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.083154] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "b675257a-5070-4c8a-90b5-229f93978764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.177507] env[68466]: DEBUG nova.scheduler.client.report [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.254734] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812418, 'name': CreateVM_Task, 'duration_secs': 0.485424} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.254930] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.255669] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.255835] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.256176] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.256417] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48fcb69c-2fab-446f-9490-fd9a4271e3d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.260578] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 848.260578] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520ed368-7d22-b226-d77b-cadd2501a111" [ 848.260578] env[68466]: _type = "Task" [ 848.260578] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.267699] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520ed368-7d22-b226-d77b-cadd2501a111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.371117] env[68466]: DEBUG nova.compute.manager [req-648820c1-cdcd-44c4-97b6-39b838a131de req-53a00fb0-4a46-4d60-bbd5-40f57296bccb service nova] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Received event network-vif-deleted-5ce3d255-af1c-4c93-94d0-394e467909a6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 848.683584] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.684242] env[68466]: DEBUG nova.compute.manager [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.687849] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.836s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.687849] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.687849] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 848.688034] env[68466]: DEBUG oslo_concurrency.lockutils [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.344s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.688822] env[68466]: DEBUG nova.objects.instance [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lazy-loading 'resources' on Instance uuid 0a5feb6e-625d-4b68-a971-e91b3b93a3df {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.690155] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9aec23-2e6b-48d4-a04d-ec0ba7024d50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.699925] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d9e0d3-440b-433e-950a-04082d28d992 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.723843] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385ffba8-b053-4cae-8799-6e7b6328ebf6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.733997] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b1585b-0781-434c-9ee1-26a06730d29b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.769036] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178980MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 848.769394] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.778959] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520ed368-7d22-b226-d77b-cadd2501a111, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.779871] env[68466]: DEBUG nova.network.neutron [req-58da3e61-a507-4ca1-b3c4-72d37c613a32 req-73ce7781-cbde-4b14-ac51-aceb0771fce7 service nova] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Updated VIF entry in instance network info cache for port 5da65d5e-6119-4792-89f0-fb105477c998. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.780470] env[68466]: DEBUG nova.network.neutron [req-58da3e61-a507-4ca1-b3c4-72d37c613a32 req-73ce7781-cbde-4b14-ac51-aceb0771fce7 service nova] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Updating instance_info_cache with network_info: [{"id": "5da65d5e-6119-4792-89f0-fb105477c998", "address": "fa:16:3e:98:5f:5b", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5da65d5e-61", "ovs_interfaceid": "5da65d5e-6119-4792-89f0-fb105477c998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.781762] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.782118] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.782779] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.782779] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.782779] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.783237] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d756b2d-e680-460d-a030-685d98b76fa2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.791361] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.791526] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.794068] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debee079-c602-4c20-9ce5-ef91cb42b9d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.798115] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 848.798115] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52de733b-dc66-7fb1-2dab-f580979768ad" [ 848.798115] env[68466]: _type = "Task" [ 848.798115] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.806052] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52de733b-dc66-7fb1-2dab-f580979768ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.141852] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.142071] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.142255] env[68466]: DEBUG nova.network.neutron [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.190926] env[68466]: DEBUG nova.compute.utils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.192097] env[68466]: DEBUG nova.compute.manager [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.192262] env[68466]: DEBUG nova.network.neutron [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.231315] env[68466]: DEBUG nova.policy [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dff28d3b5d564aedb19bad5e06208bd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef5aca67138647f6b712235cce8d9d62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.284127] env[68466]: DEBUG oslo_concurrency.lockutils [req-58da3e61-a507-4ca1-b3c4-72d37c613a32 req-73ce7781-cbde-4b14-ac51-aceb0771fce7 service nova] Releasing lock "refresh_cache-83a86c4a-76f4-4e89-a300-6521bea879bc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.307786] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52de733b-dc66-7fb1-2dab-f580979768ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008511} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.310747] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f02929-a935-4bbf-a31b-87cf5c3fe18e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.315741] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 849.315741] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529d1344-5506-0f42-a151-38a766a97663" [ 849.315741] env[68466]: _type = "Task" [ 849.315741] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.324075] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529d1344-5506-0f42-a151-38a766a97663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.559260] env[68466]: DEBUG nova.network.neutron [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Successfully created port: 0b94cf2b-479d-4043-9ef6-02206df64fb1 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.675855] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4df7f0-00e9-422b-8eda-0f2ea2059886 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.684344] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bdd8f3-904a-4cc2-a627-e97a8438f69a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.715265] env[68466]: DEBUG nova.compute.manager [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.718726] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c044ce-aefb-40d8-bb22-44abb7a888af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.728688] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b752f4-5f60-43ac-8686-a5775fefa354 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.744089] env[68466]: DEBUG nova.compute.provider_tree [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.825833] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529d1344-5506-0f42-a151-38a766a97663, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.826505] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.826505] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 83a86c4a-76f4-4e89-a300-6521bea879bc/83a86c4a-76f4-4e89-a300-6521bea879bc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.826692] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceb13265-9f7f-4fc3-9af2-92245726357e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.833929] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 849.833929] env[68466]: value = "task-2812419" [ 849.833929] env[68466]: _type = "Task" [ 849.833929] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.845031] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.886984] env[68466]: DEBUG nova.network.neutron [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance_info_cache with network_info: [{"id": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "address": "fa:16:3e:86:35:b8", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe21e8a-a3", "ovs_interfaceid": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.248546] env[68466]: DEBUG nova.scheduler.client.report [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.343980] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447047} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.344271] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 83a86c4a-76f4-4e89-a300-6521bea879bc/83a86c4a-76f4-4e89-a300-6521bea879bc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.344481] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.344730] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-031b683b-c6db-471c-a79d-06e747b9145a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.351774] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 850.351774] env[68466]: value = "task-2812420" [ 850.351774] env[68466]: _type = "Task" [ 850.351774] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.360123] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.389823] env[68466]: DEBUG oslo_concurrency.lockutils [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.730754] env[68466]: DEBUG nova.compute.manager [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.753687] env[68466]: DEBUG oslo_concurrency.lockutils [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.755737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.461s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.757600] env[68466]: INFO nova.compute.claims [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.762095] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.762318] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.762544] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.763162] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.763162] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.763162] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.763285] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.763451] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.763926] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.763926] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.764055] env[68466]: DEBUG nova.virt.hardware [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.764929] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3755d9fa-8cc2-4957-9cd9-e2f21bbc10ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.773464] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1417c0-dd37-4960-8ef5-5ecc9c8ee62f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.778183] env[68466]: INFO nova.scheduler.client.report [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Deleted allocations for instance 0a5feb6e-625d-4b68-a971-e91b3b93a3df [ 850.862369] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064251} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.862616] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.863388] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b11e285-7163-4d04-824c-7e31857895c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.884417] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 83a86c4a-76f4-4e89-a300-6521bea879bc/83a86c4a-76f4-4e89-a300-6521bea879bc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.884658] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5315cc8f-9f17-48c1-be19-dfc9f4717b93 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.906958] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 850.906958] env[68466]: value = "task-2812421" [ 850.906958] env[68466]: _type = "Task" [ 850.906958] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.914692] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.916036] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b34f0b-f9c4-4614-9cca-da247bac94f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.933590] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd94edc-cc4a-40ba-917c-87160c9783e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.941203] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance 'b675257a-5070-4c8a-90b5-229f93978764' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.297018] env[68466]: DEBUG oslo_concurrency.lockutils [None req-62ee2216-d250-472d-8582-21512bac10d5 tempest-VolumesAssistedSnapshotsTest-15829047 tempest-VolumesAssistedSnapshotsTest-15829047-project-member] Lock "0a5feb6e-625d-4b68-a971-e91b3b93a3df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.436s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.417311] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812421, 'name': ReconfigVM_Task, 'duration_secs': 0.285003} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.417648] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 83a86c4a-76f4-4e89-a300-6521bea879bc/83a86c4a-76f4-4e89-a300-6521bea879bc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.418317] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8658a275-c45d-4de3-a31e-4f9b8820f140 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.427040] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 851.427040] env[68466]: value = "task-2812422" [ 851.427040] env[68466]: _type = "Task" [ 851.427040] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.440342] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812422, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.448038] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.448358] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd3771e5-0f1f-4f82-8038-65e01e3cfc3e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.454952] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 851.454952] env[68466]: value = "task-2812423" [ 851.454952] env[68466]: _type = "Task" [ 851.454952] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.462737] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.586881] env[68466]: DEBUG nova.network.neutron [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Successfully updated port: 0b94cf2b-479d-4043-9ef6-02206df64fb1 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.659723] env[68466]: DEBUG nova.compute.manager [req-b85b5cd4-f59c-408b-8e32-25533b3c2b56 req-1eae6916-173e-4258-94e8-51bcedd52378 service nova] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Received event network-vif-plugged-0b94cf2b-479d-4043-9ef6-02206df64fb1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 851.659956] env[68466]: DEBUG oslo_concurrency.lockutils [req-b85b5cd4-f59c-408b-8e32-25533b3c2b56 req-1eae6916-173e-4258-94e8-51bcedd52378 service nova] Acquiring lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.660180] env[68466]: DEBUG oslo_concurrency.lockutils [req-b85b5cd4-f59c-408b-8e32-25533b3c2b56 req-1eae6916-173e-4258-94e8-51bcedd52378 service nova] Lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.660355] env[68466]: DEBUG oslo_concurrency.lockutils [req-b85b5cd4-f59c-408b-8e32-25533b3c2b56 req-1eae6916-173e-4258-94e8-51bcedd52378 service nova] Lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.660522] env[68466]: DEBUG nova.compute.manager [req-b85b5cd4-f59c-408b-8e32-25533b3c2b56 req-1eae6916-173e-4258-94e8-51bcedd52378 service nova] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] No waiting events found dispatching network-vif-plugged-0b94cf2b-479d-4043-9ef6-02206df64fb1 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.660774] env[68466]: WARNING nova.compute.manager [req-b85b5cd4-f59c-408b-8e32-25533b3c2b56 req-1eae6916-173e-4258-94e8-51bcedd52378 service nova] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Received unexpected event network-vif-plugged-0b94cf2b-479d-4043-9ef6-02206df64fb1 for instance with vm_state building and task_state spawning. [ 851.940715] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812422, 'name': Rename_Task, 'duration_secs': 0.194621} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.943159] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.943571] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52fe4090-153a-4c25-9bdb-70b708e42cec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.950464] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 851.950464] env[68466]: value = "task-2812424" [ 851.950464] env[68466]: _type = "Task" [ 851.950464] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.961585] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.968538] env[68466]: DEBUG oslo_vmware.api [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812423, 'name': PowerOnVM_Task, 'duration_secs': 0.418969} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.968958] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.969203] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-daf02775-5ad0-4e5e-8919-bae9e1cf8932 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance 'b675257a-5070-4c8a-90b5-229f93978764' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.090254] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-a52533b9-9cc4-4dd7-a554-7d678ce233dc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.090406] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-a52533b9-9cc4-4dd7-a554-7d678ce233dc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.090812] env[68466]: DEBUG nova.network.neutron [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.239625] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741a9aa5-1d82-43c6-a515-8bd75b730f57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.248409] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb2de07-6a96-4601-bd64-9c7132dfef2f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.282092] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67be85b9-b015-4e3a-b174-6d90ee6e50a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.290669] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d781ec1c-b76f-4eea-a0f9-583fb913beaa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.303825] env[68466]: DEBUG nova.compute.provider_tree [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.461406] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812424, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.650654] env[68466]: DEBUG nova.network.neutron [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.810518] env[68466]: DEBUG nova.scheduler.client.report [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.858691] env[68466]: DEBUG nova.network.neutron [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Updating instance_info_cache with network_info: [{"id": "0b94cf2b-479d-4043-9ef6-02206df64fb1", "address": "fa:16:3e:5e:31:6d", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b94cf2b-47", "ovs_interfaceid": "0b94cf2b-479d-4043-9ef6-02206df64fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.962691] env[68466]: DEBUG oslo_vmware.api [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812424, 'name': PowerOnVM_Task, 'duration_secs': 0.565952} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.962967] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.963192] env[68466]: INFO nova.compute.manager [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Took 7.33 seconds to spawn the instance on the hypervisor. [ 852.963525] env[68466]: DEBUG nova.compute.manager [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.964362] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13116a8f-386f-425f-ae8a-586c215241e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.320273] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.320865] env[68466]: DEBUG nova.compute.manager [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.323668] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.424s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.325095] env[68466]: INFO nova.compute.claims [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.361883] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-a52533b9-9cc4-4dd7-a554-7d678ce233dc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.361883] env[68466]: DEBUG nova.compute.manager [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Instance network_info: |[{"id": "0b94cf2b-479d-4043-9ef6-02206df64fb1", "address": "fa:16:3e:5e:31:6d", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b94cf2b-47", "ovs_interfaceid": "0b94cf2b-479d-4043-9ef6-02206df64fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.362411] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:31:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b94cf2b-479d-4043-9ef6-02206df64fb1', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.372638] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Creating folder: Project (ef5aca67138647f6b712235cce8d9d62). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.372638] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d5b75d6-acab-4816-9761-526d9359d441 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.381371] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Created folder: Project (ef5aca67138647f6b712235cce8d9d62) in parent group-v564977. [ 853.381584] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Creating folder: Instances. Parent ref: group-v565169. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.381813] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0aedf4f-e9c1-45fe-944c-3ae958989e45 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.391966] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Created folder: Instances in parent group-v565169. [ 853.392252] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.392454] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.392933] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20972e6a-a754-4417-85ac-8c7cac8c757e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.411717] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.411717] env[68466]: value = "task-2812427" [ 853.411717] env[68466]: _type = "Task" [ 853.411717] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.424092] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812427, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.484897] env[68466]: INFO nova.compute.manager [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Took 52.96 seconds to build instance. [ 853.785755] env[68466]: DEBUG nova.compute.manager [req-e8b5161f-2faa-4b5a-80b0-d49ef3b3da74 req-7ea21036-2e85-4b59-8e4b-a9a5e2a296c3 service nova] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Received event network-changed-0b94cf2b-479d-4043-9ef6-02206df64fb1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.786127] env[68466]: DEBUG nova.compute.manager [req-e8b5161f-2faa-4b5a-80b0-d49ef3b3da74 req-7ea21036-2e85-4b59-8e4b-a9a5e2a296c3 service nova] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Refreshing instance network info cache due to event network-changed-0b94cf2b-479d-4043-9ef6-02206df64fb1. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 853.788388] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b5161f-2faa-4b5a-80b0-d49ef3b3da74 req-7ea21036-2e85-4b59-8e4b-a9a5e2a296c3 service nova] Acquiring lock "refresh_cache-a52533b9-9cc4-4dd7-a554-7d678ce233dc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.788388] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b5161f-2faa-4b5a-80b0-d49ef3b3da74 req-7ea21036-2e85-4b59-8e4b-a9a5e2a296c3 service nova] Acquired lock "refresh_cache-a52533b9-9cc4-4dd7-a554-7d678ce233dc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.788388] env[68466]: DEBUG nova.network.neutron [req-e8b5161f-2faa-4b5a-80b0-d49ef3b3da74 req-7ea21036-2e85-4b59-8e4b-a9a5e2a296c3 service nova] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Refreshing network info cache for port 0b94cf2b-479d-4043-9ef6-02206df64fb1 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.829384] env[68466]: DEBUG nova.compute.utils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.832730] env[68466]: DEBUG nova.compute.manager [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.834097] env[68466]: DEBUG nova.network.neutron [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.925057] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812427, 'name': CreateVM_Task, 'duration_secs': 0.304509} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.925497] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.925959] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.926146] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.926500] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.926772] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e4d088-45a4-42b2-9f7d-3e3d6bdf3bce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.929683] env[68466]: DEBUG nova.policy [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e335a2dd4a9444fcb48ed63d997329a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a2c239cf6345e1abb0d151c214da39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.934083] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 853.934083] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523a385f-d245-ff97-d08f-6ff96b57d05f" [ 853.934083] env[68466]: _type = "Task" [ 853.934083] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.942688] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523a385f-d245-ff97-d08f-6ff96b57d05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.994130] env[68466]: DEBUG oslo_concurrency.lockutils [None req-29511021-0d04-483b-9a9f-ac27feed5038 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "83a86c4a-76f4-4e89-a300-6521bea879bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.288s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.336257] env[68466]: DEBUG nova.compute.manager [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.453264] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523a385f-d245-ff97-d08f-6ff96b57d05f, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.453631] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.453876] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.454161] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.454308] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.454492] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.454791] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ae2f3f9-dc05-465e-88c1-f3c5d606a8c2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.465138] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.465421] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.466723] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b696287c-3b33-4669-bc04-1da55778e227 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.474381] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 854.474381] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e60569-b1e7-3b9c-3528-285bd4d54074" [ 854.474381] env[68466]: _type = "Task" [ 854.474381] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.489478] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e60569-b1e7-3b9c-3528-285bd4d54074, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.492513] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c58353c-d966-46de-961f-c55d446c7e8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.499743] env[68466]: DEBUG nova.compute.manager [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.508316] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 854.508316] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5278bde2-5034-adac-e531-e79e3320b390" [ 854.508316] env[68466]: _type = "Task" [ 854.508316] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.522190] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5278bde2-5034-adac-e531-e79e3320b390, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.525172] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.525417] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc/a52533b9-9cc4-4dd7-a554-7d678ce233dc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.525856] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-531bc31b-0fca-417b-9be6-f1e33e5caeb4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.535495] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 854.535495] env[68466]: value = "task-2812428" [ 854.535495] env[68466]: _type = "Task" [ 854.535495] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.542479] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.558124] env[68466]: DEBUG nova.network.neutron [req-e8b5161f-2faa-4b5a-80b0-d49ef3b3da74 req-7ea21036-2e85-4b59-8e4b-a9a5e2a296c3 service nova] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Updated VIF entry in instance network info cache for port 0b94cf2b-479d-4043-9ef6-02206df64fb1. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.558124] env[68466]: DEBUG nova.network.neutron [req-e8b5161f-2faa-4b5a-80b0-d49ef3b3da74 req-7ea21036-2e85-4b59-8e4b-a9a5e2a296c3 service nova] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Updating instance_info_cache with network_info: [{"id": "0b94cf2b-479d-4043-9ef6-02206df64fb1", "address": "fa:16:3e:5e:31:6d", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b94cf2b-47", "ovs_interfaceid": "0b94cf2b-479d-4043-9ef6-02206df64fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.573064] env[68466]: DEBUG nova.network.neutron [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Port 3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 854.573563] env[68466]: DEBUG oslo_concurrency.lockutils [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.574114] env[68466]: DEBUG oslo_concurrency.lockutils [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.574448] env[68466]: DEBUG nova.network.neutron [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.870135] env[68466]: DEBUG nova.network.neutron [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Successfully created port: 1437e0e0-b823-40ab-a6e2-78a79987e78b {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.026925] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.040019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e190bf15-8370-4101-a553-e13d571e2c00 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.050234] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812428, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.053434] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa571170-938f-4e05-bd39-2f0c5680942a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.086167] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8b5161f-2faa-4b5a-80b0-d49ef3b3da74 req-7ea21036-2e85-4b59-8e4b-a9a5e2a296c3 service nova] Releasing lock "refresh_cache-a52533b9-9cc4-4dd7-a554-7d678ce233dc" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.091874] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed731123-5069-4471-953c-c43bf70aeedb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.105905] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e1cf10-b784-47e4-8e47-c0a4aaabf1b2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.129902] env[68466]: DEBUG nova.compute.provider_tree [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.341786] env[68466]: DEBUG nova.network.neutron [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance_info_cache with network_info: [{"id": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "address": "fa:16:3e:86:35:b8", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe21e8a-a3", "ovs_interfaceid": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.349955] env[68466]: DEBUG nova.compute.manager [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.389787] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.390069] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.390231] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.390416] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.390559] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.390706] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.390919] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.391994] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.392255] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.392456] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.392641] env[68466]: DEBUG nova.virt.hardware [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.394131] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945688fe-698b-41d5-9956-aec392ab2492 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.404086] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0df114-8ff2-4a29-b94b-41d8865928b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.547120] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553436} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.547412] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc/a52533b9-9cc4-4dd7-a554-7d678ce233dc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.547633] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.547899] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaaa8a31-6445-4373-b27a-e3d133bc32a2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.554978] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 855.554978] env[68466]: value = "task-2812429" [ 855.554978] env[68466]: _type = "Task" [ 855.554978] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.563308] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.636658] env[68466]: DEBUG nova.scheduler.client.report [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.846040] env[68466]: DEBUG oslo_concurrency.lockutils [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.067485] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231421} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.067823] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.068863] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5e829a-765b-44c5-9204-a290a007fe53 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.094492] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc/a52533b9-9cc4-4dd7-a554-7d678ce233dc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.094940] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-197e88af-77d2-4b34-80d6-8746f30c9157 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.117497] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 856.117497] env[68466]: value = "task-2812430" [ 856.117497] env[68466]: _type = "Task" [ 856.117497] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.124925] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.142675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.143197] env[68466]: DEBUG nova.compute.manager [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.145995] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.922s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.148175] env[68466]: INFO nova.compute.claims [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.337964] env[68466]: DEBUG nova.compute.manager [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.338812] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a0a5ca-00ad-4e8e-b9fb-fdfd07818ae4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.351584] env[68466]: DEBUG nova.compute.manager [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68466) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 856.352520] env[68466]: DEBUG oslo_concurrency.lockutils [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.633215] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.654146] env[68466]: DEBUG nova.compute.utils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.657790] env[68466]: DEBUG nova.compute.manager [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.658254] env[68466]: DEBUG nova.network.neutron [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.700124] env[68466]: DEBUG nova.policy [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '677fa5cea211484eb3559504b2c4f4c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398ba8bba26b4103a6fd98edc1ca519a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.742639] env[68466]: DEBUG nova.compute.manager [req-2e31fca9-2907-43e4-868a-3448663e08cc req-f7ed8b26-6ea2-4d69-a7c1-ef9b2b50d4b5 service nova] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Received event network-vif-plugged-1437e0e0-b823-40ab-a6e2-78a79987e78b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 856.742639] env[68466]: DEBUG oslo_concurrency.lockutils [req-2e31fca9-2907-43e4-868a-3448663e08cc req-f7ed8b26-6ea2-4d69-a7c1-ef9b2b50d4b5 service nova] Acquiring lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.742639] env[68466]: DEBUG oslo_concurrency.lockutils [req-2e31fca9-2907-43e4-868a-3448663e08cc req-f7ed8b26-6ea2-4d69-a7c1-ef9b2b50d4b5 service nova] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.742639] env[68466]: DEBUG oslo_concurrency.lockutils [req-2e31fca9-2907-43e4-868a-3448663e08cc req-f7ed8b26-6ea2-4d69-a7c1-ef9b2b50d4b5 service nova] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.742639] env[68466]: DEBUG nova.compute.manager [req-2e31fca9-2907-43e4-868a-3448663e08cc req-f7ed8b26-6ea2-4d69-a7c1-ef9b2b50d4b5 service nova] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] No waiting events found dispatching network-vif-plugged-1437e0e0-b823-40ab-a6e2-78a79987e78b {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.743242] env[68466]: WARNING nova.compute.manager [req-2e31fca9-2907-43e4-868a-3448663e08cc req-f7ed8b26-6ea2-4d69-a7c1-ef9b2b50d4b5 service nova] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Received unexpected event network-vif-plugged-1437e0e0-b823-40ab-a6e2-78a79987e78b for instance with vm_state building and task_state spawning. [ 856.854028] env[68466]: INFO nova.compute.manager [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] instance snapshotting [ 856.863152] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef9b80a-8d6c-447d-a638-cec7d342fa0d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.888560] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ff85b5-9a8e-445d-8d89-7d1e8747b2c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.977779] env[68466]: DEBUG nova.network.neutron [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Successfully updated port: 1437e0e0-b823-40ab-a6e2-78a79987e78b {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.979595] env[68466]: DEBUG nova.network.neutron [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Successfully created port: 882ca0c3-8369-4c94-8020-d432170dacf0 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.131640] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812430, 'name': ReconfigVM_Task, 'duration_secs': 0.774323} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.134366] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Reconfigured VM instance instance-00000040 to attach disk [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc/a52533b9-9cc4-4dd7-a554-7d678ce233dc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.134366] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27cc49b5-d983-4fad-891c-61cba088fcc4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.143034] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 857.143034] env[68466]: value = "task-2812431" [ 857.143034] env[68466]: _type = "Task" [ 857.143034] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.150155] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812431, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.160488] env[68466]: DEBUG nova.compute.manager [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.400166] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 857.400504] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e47e0ff1-1549-498d-9478-274dabe44367 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.408186] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 857.408186] env[68466]: value = "task-2812432" [ 857.408186] env[68466]: _type = "Task" [ 857.408186] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.419454] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812432, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.482822] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "refresh_cache-22b16eb7-e4fe-4d14-89be-2f399a7d0533" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.483162] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "refresh_cache-22b16eb7-e4fe-4d14-89be-2f399a7d0533" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.483387] env[68466]: DEBUG nova.network.neutron [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.651091] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812431, 'name': Rename_Task, 'duration_secs': 0.158223} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.653866] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.656283] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20807293-2bf3-48fc-9270-b43d498802a2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.662346] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 857.662346] env[68466]: value = "task-2812433" [ 857.662346] env[68466]: _type = "Task" [ 857.662346] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.677448] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.765095] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1b51d0-f524-4ba4-af21-9913121264e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.772812] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0611ae-f2ad-48ed-b087-d7eba74483b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.806613] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e631342-556f-42cd-b07a-d9660bfb6a5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.814283] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6176ce-83e1-46cc-ad4a-c1f028b5a65e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.827910] env[68466]: DEBUG nova.compute.provider_tree [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.921870] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812432, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.052201] env[68466]: DEBUG nova.network.neutron [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.174456] env[68466]: DEBUG nova.compute.manager [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.177056] env[68466]: DEBUG oslo_vmware.api [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812433, 'name': PowerOnVM_Task, 'duration_secs': 0.505009} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.177368] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.177615] env[68466]: INFO nova.compute.manager [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Took 7.45 seconds to spawn the instance on the hypervisor. [ 858.179186] env[68466]: DEBUG nova.compute.manager [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.180056] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684fbeeb-df5d-49c5-86da-80bd999484df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.207749] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.208273] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.208606] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.208845] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.209036] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.209229] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.209483] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.209679] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.209883] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.210112] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.210351] env[68466]: DEBUG nova.virt.hardware [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.211212] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d5601f-79a9-4cc4-bdfc-80c465e1ef9d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.219967] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463fa2e5-73aa-4382-b4d0-d9de9def4beb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.331684] env[68466]: DEBUG nova.scheduler.client.report [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.365859] env[68466]: DEBUG nova.network.neutron [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Updating instance_info_cache with network_info: [{"id": "1437e0e0-b823-40ab-a6e2-78a79987e78b", "address": "fa:16:3e:75:3c:0d", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1437e0e0-b8", "ovs_interfaceid": "1437e0e0-b823-40ab-a6e2-78a79987e78b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.424017] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812432, 'name': CreateSnapshot_Task, 'duration_secs': 0.567991} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.424017] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 858.424017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e1f5db-1eb2-457f-af63-3c3452d8bfcb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.469068] env[68466]: DEBUG nova.network.neutron [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Successfully updated port: 882ca0c3-8369-4c94-8020-d432170dacf0 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.508708] env[68466]: DEBUG nova.compute.manager [req-0a628aa0-22c7-42b4-9b27-ad85af8fc828 req-0bd54e8e-7c5b-47f3-9cc4-4c68750a3432 service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Received event network-vif-plugged-882ca0c3-8369-4c94-8020-d432170dacf0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.509026] env[68466]: DEBUG oslo_concurrency.lockutils [req-0a628aa0-22c7-42b4-9b27-ad85af8fc828 req-0bd54e8e-7c5b-47f3-9cc4-4c68750a3432 service nova] Acquiring lock "9289aeb2-4bea-4a45-a98f-cc0239989352-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.509174] env[68466]: DEBUG oslo_concurrency.lockutils [req-0a628aa0-22c7-42b4-9b27-ad85af8fc828 req-0bd54e8e-7c5b-47f3-9cc4-4c68750a3432 service nova] Lock "9289aeb2-4bea-4a45-a98f-cc0239989352-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.509324] env[68466]: DEBUG oslo_concurrency.lockutils [req-0a628aa0-22c7-42b4-9b27-ad85af8fc828 req-0bd54e8e-7c5b-47f3-9cc4-4c68750a3432 service nova] Lock "9289aeb2-4bea-4a45-a98f-cc0239989352-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.509484] env[68466]: DEBUG nova.compute.manager [req-0a628aa0-22c7-42b4-9b27-ad85af8fc828 req-0bd54e8e-7c5b-47f3-9cc4-4c68750a3432 service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] No waiting events found dispatching network-vif-plugged-882ca0c3-8369-4c94-8020-d432170dacf0 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.509639] env[68466]: WARNING nova.compute.manager [req-0a628aa0-22c7-42b4-9b27-ad85af8fc828 req-0bd54e8e-7c5b-47f3-9cc4-4c68750a3432 service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Received unexpected event network-vif-plugged-882ca0c3-8369-4c94-8020-d432170dacf0 for instance with vm_state building and task_state spawning. [ 858.703652] env[68466]: INFO nova.compute.manager [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Took 51.59 seconds to build instance. [ 858.821426] env[68466]: DEBUG nova.compute.manager [req-5c0ebe30-fd65-4179-be3c-bfac7f2d3f3b req-8eada7ea-67ab-4a16-a419-dc7e4355e92a service nova] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Received event network-changed-1437e0e0-b823-40ab-a6e2-78a79987e78b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.821604] env[68466]: DEBUG nova.compute.manager [req-5c0ebe30-fd65-4179-be3c-bfac7f2d3f3b req-8eada7ea-67ab-4a16-a419-dc7e4355e92a service nova] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Refreshing instance network info cache due to event network-changed-1437e0e0-b823-40ab-a6e2-78a79987e78b. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 858.821795] env[68466]: DEBUG oslo_concurrency.lockutils [req-5c0ebe30-fd65-4179-be3c-bfac7f2d3f3b req-8eada7ea-67ab-4a16-a419-dc7e4355e92a service nova] Acquiring lock "refresh_cache-22b16eb7-e4fe-4d14-89be-2f399a7d0533" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.836828] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.837400] env[68466]: DEBUG nova.compute.manager [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.840087] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.509s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.840606] env[68466]: DEBUG nova.objects.instance [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lazy-loading 'resources' on Instance uuid 7d7998dd-ccfe-4412-8e9a-d3b5490af278 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.868842] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "refresh_cache-22b16eb7-e4fe-4d14-89be-2f399a7d0533" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.868842] env[68466]: DEBUG nova.compute.manager [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Instance network_info: |[{"id": "1437e0e0-b823-40ab-a6e2-78a79987e78b", "address": "fa:16:3e:75:3c:0d", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1437e0e0-b8", "ovs_interfaceid": "1437e0e0-b823-40ab-a6e2-78a79987e78b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.869155] env[68466]: DEBUG oslo_concurrency.lockutils [req-5c0ebe30-fd65-4179-be3c-bfac7f2d3f3b req-8eada7ea-67ab-4a16-a419-dc7e4355e92a service nova] Acquired lock "refresh_cache-22b16eb7-e4fe-4d14-89be-2f399a7d0533" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.869357] env[68466]: DEBUG nova.network.neutron [req-5c0ebe30-fd65-4179-be3c-bfac7f2d3f3b req-8eada7ea-67ab-4a16-a419-dc7e4355e92a service nova] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Refreshing network info cache for port 1437e0e0-b823-40ab-a6e2-78a79987e78b {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.870634] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:3c:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1437e0e0-b823-40ab-a6e2-78a79987e78b', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.878442] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.879557] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.879787] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bafad444-7389-48f3-a2e5-805d74cc2d4c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.902028] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.902028] env[68466]: value = "task-2812434" [ 858.902028] env[68466]: _type = "Task" [ 858.902028] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.910381] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812434, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.942662] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 858.942878] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79a9e6fe-c4fe-4b81-96fd-af85a7cbec6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.953811] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 858.953811] env[68466]: value = "task-2812435" [ 858.953811] env[68466]: _type = "Task" [ 858.953811] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.964347] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812435, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.972527] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.972527] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.972527] env[68466]: DEBUG nova.network.neutron [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.206812] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ddfa782-7a52-4676-aa5f-69bb7352f210 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.415s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.344127] env[68466]: DEBUG nova.compute.utils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.347771] env[68466]: DEBUG nova.compute.manager [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.347949] env[68466]: DEBUG nova.network.neutron [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.412648] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812434, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.432586] env[68466]: DEBUG nova.policy [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd67bdef1a7640fbbc9080e5e20cdeb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f3c891e49c4fe0ab523d33fd412ae5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.469141] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812435, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.545631] env[68466]: DEBUG nova.network.neutron [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.592493] env[68466]: INFO nova.compute.manager [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Rebuilding instance [ 859.644037] env[68466]: DEBUG nova.compute.manager [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.644894] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149e1b61-3446-4aad-81fe-82ee66a123b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.712060] env[68466]: DEBUG nova.compute.manager [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.731039] env[68466]: DEBUG nova.network.neutron [req-5c0ebe30-fd65-4179-be3c-bfac7f2d3f3b req-8eada7ea-67ab-4a16-a419-dc7e4355e92a service nova] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Updated VIF entry in instance network info cache for port 1437e0e0-b823-40ab-a6e2-78a79987e78b. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.731420] env[68466]: DEBUG nova.network.neutron [req-5c0ebe30-fd65-4179-be3c-bfac7f2d3f3b req-8eada7ea-67ab-4a16-a419-dc7e4355e92a service nova] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Updating instance_info_cache with network_info: [{"id": "1437e0e0-b823-40ab-a6e2-78a79987e78b", "address": "fa:16:3e:75:3c:0d", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1437e0e0-b8", "ovs_interfaceid": "1437e0e0-b823-40ab-a6e2-78a79987e78b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.759474] env[68466]: DEBUG nova.network.neutron [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Updating instance_info_cache with network_info: [{"id": "882ca0c3-8369-4c94-8020-d432170dacf0", "address": "fa:16:3e:01:78:75", "network": {"id": "02415e9a-e637-4cff-89ad-654e35c6f882", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1804478258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "398ba8bba26b4103a6fd98edc1ca519a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882ca0c3-83", "ovs_interfaceid": "882ca0c3-8369-4c94-8020-d432170dacf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.856252] env[68466]: DEBUG nova.compute.manager [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.923765] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812434, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.924857] env[68466]: DEBUG nova.network.neutron [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Successfully created port: d2ed7500-7d5b-454a-af1e-04243dcf2531 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.967037] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812435, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.008648] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7244eb67-f53e-44f2-b853-b416e6a86bee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.016358] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b973e2f9-dd36-4579-877e-ee5181db96df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.047705] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e34240e-8b86-48d7-abdb-dd2690b52086 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.055126] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0a01b5-554c-4ebf-a92d-869b448f3099 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.068790] env[68466]: DEBUG nova.compute.provider_tree [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.229349] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.237835] env[68466]: DEBUG oslo_concurrency.lockutils [req-5c0ebe30-fd65-4179-be3c-bfac7f2d3f3b req-8eada7ea-67ab-4a16-a419-dc7e4355e92a service nova] Releasing lock "refresh_cache-22b16eb7-e4fe-4d14-89be-2f399a7d0533" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.261889] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.262477] env[68466]: DEBUG nova.compute.manager [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Instance network_info: |[{"id": "882ca0c3-8369-4c94-8020-d432170dacf0", "address": "fa:16:3e:01:78:75", "network": {"id": "02415e9a-e637-4cff-89ad-654e35c6f882", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1804478258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "398ba8bba26b4103a6fd98edc1ca519a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882ca0c3-83", "ovs_interfaceid": "882ca0c3-8369-4c94-8020-d432170dacf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.263229] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:78:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '882ca0c3-8369-4c94-8020-d432170dacf0', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.272026] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.272092] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.272318] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68b1b082-15df-45bf-b84f-21d784cdabf4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.292418] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.292418] env[68466]: value = "task-2812436" [ 860.292418] env[68466]: _type = "Task" [ 860.292418] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.300199] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812436, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.419025] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812434, 'name': CreateVM_Task, 'duration_secs': 1.369302} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.419025] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.419025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.419025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.419025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.419025] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8440294-8d5d-4d56-b352-e2f6d20dbb9d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.426411] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 860.426411] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5250092b-8bbd-5f55-dfc6-fd267c8f8e56" [ 860.426411] env[68466]: _type = "Task" [ 860.426411] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.435076] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5250092b-8bbd-5f55-dfc6-fd267c8f8e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.468476] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812435, 'name': CloneVM_Task} progress is 95%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.572387] env[68466]: DEBUG nova.scheduler.client.report [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.635940] env[68466]: DEBUG nova.compute.manager [req-aa35f173-eb83-4052-8ca2-ae9c18771bc4 req-3b94ea0d-75ca-43ab-8b32-8f8ba86cbc9d service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Received event network-changed-882ca0c3-8369-4c94-8020-d432170dacf0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.636202] env[68466]: DEBUG nova.compute.manager [req-aa35f173-eb83-4052-8ca2-ae9c18771bc4 req-3b94ea0d-75ca-43ab-8b32-8f8ba86cbc9d service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Refreshing instance network info cache due to event network-changed-882ca0c3-8369-4c94-8020-d432170dacf0. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 860.636504] env[68466]: DEBUG oslo_concurrency.lockutils [req-aa35f173-eb83-4052-8ca2-ae9c18771bc4 req-3b94ea0d-75ca-43ab-8b32-8f8ba86cbc9d service nova] Acquiring lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.636605] env[68466]: DEBUG oslo_concurrency.lockutils [req-aa35f173-eb83-4052-8ca2-ae9c18771bc4 req-3b94ea0d-75ca-43ab-8b32-8f8ba86cbc9d service nova] Acquired lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.636745] env[68466]: DEBUG nova.network.neutron [req-aa35f173-eb83-4052-8ca2-ae9c18771bc4 req-3b94ea0d-75ca-43ab-8b32-8f8ba86cbc9d service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Refreshing network info cache for port 882ca0c3-8369-4c94-8020-d432170dacf0 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.660459] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.660568] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfe7d176-f8ff-4a6f-89b0-885e2bd05a1f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.667789] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 860.667789] env[68466]: value = "task-2812437" [ 860.667789] env[68466]: _type = "Task" [ 860.667789] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.678941] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.802645] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812436, 'name': CreateVM_Task, 'duration_secs': 0.363557} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.802844] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.803568] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.866229] env[68466]: DEBUG nova.compute.manager [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.892785] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.893045] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.893211] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.893407] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.893549] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.893694] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.893987] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.894117] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.894278] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.894417] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.894590] env[68466]: DEBUG nova.virt.hardware [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.895467] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c878d94-229b-48cb-9861-94df945bce4c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.903644] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413a6075-2bcb-4fd9-bb20-ac5001d157bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.936446] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5250092b-8bbd-5f55-dfc6-fd267c8f8e56, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.936744] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.937112] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.937312] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.937460] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.937639] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.937957] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.938308] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.938535] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81024ff0-90cc-4243-90a5-f437a385fbf6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.941032] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800cda33-1290-400d-8407-acf4fef444d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.945163] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 860.945163] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5233fdc2-e3f9-5b7b-e417-28132e38e66b" [ 860.945163] env[68466]: _type = "Task" [ 860.945163] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.950031] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.950031] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.950844] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7699af8-22e9-4655-9990-af4228e5a2ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.956091] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5233fdc2-e3f9-5b7b-e417-28132e38e66b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.960760] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 860.960760] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52841055-3fba-fb91-79ab-7f2251c3ad75" [ 860.960760] env[68466]: _type = "Task" [ 860.960760] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.972713] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812435, 'name': CloneVM_Task, 'duration_secs': 1.842338} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.976260] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Created linked-clone VM from snapshot [ 860.976553] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52841055-3fba-fb91-79ab-7f2251c3ad75, 'name': SearchDatastore_Task, 'duration_secs': 0.009335} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.977271] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58ee8e-3147-47f9-ba94-b9062966d7ba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.980312] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba3e94f-aa68-4d6c-a34a-df2493cfeb95 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.987452] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Uploading image a87dc6ae-9766-46ad-9e56-07185861d034 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 860.990901] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 860.990901] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52884e87-4862-0734-8108-a6811fe1d3aa" [ 860.990901] env[68466]: _type = "Task" [ 860.990901] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.999506] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52884e87-4862-0734-8108-a6811fe1d3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.999783] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.000042] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 22b16eb7-e4fe-4d14-89be-2f399a7d0533/22b16eb7-e4fe-4d14-89be-2f399a7d0533.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.000302] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-340c511a-bf39-4556-b29e-b26cc276530d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.008153] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 861.008153] env[68466]: value = "task-2812438" [ 861.008153] env[68466]: _type = "Task" [ 861.008153] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.017773] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.019745] env[68466]: DEBUG oslo_vmware.rw_handles [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 861.019745] env[68466]: value = "vm-565174" [ 861.019745] env[68466]: _type = "VirtualMachine" [ 861.019745] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 861.020016] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-776c448c-879d-48a2-8758-cb7d275aa8d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.029583] env[68466]: DEBUG oslo_vmware.rw_handles [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lease: (returnval){ [ 861.029583] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52338860-8f21-e732-5032-df6ddb3d1903" [ 861.029583] env[68466]: _type = "HttpNfcLease" [ 861.029583] env[68466]: } obtained for exporting VM: (result){ [ 861.029583] env[68466]: value = "vm-565174" [ 861.029583] env[68466]: _type = "VirtualMachine" [ 861.029583] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 861.029920] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the lease: (returnval){ [ 861.029920] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52338860-8f21-e732-5032-df6ddb3d1903" [ 861.029920] env[68466]: _type = "HttpNfcLease" [ 861.029920] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 861.036200] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.036200] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52338860-8f21-e732-5032-df6ddb3d1903" [ 861.036200] env[68466]: _type = "HttpNfcLease" [ 861.036200] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 861.079301] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.082068] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.724s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.083553] env[68466]: INFO nova.compute.claims [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.110053] env[68466]: INFO nova.scheduler.client.report [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Deleted allocations for instance 7d7998dd-ccfe-4412-8e9a-d3b5490af278 [ 861.178628] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812437, 'name': PowerOffVM_Task, 'duration_secs': 0.307007} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.178923] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.179195] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.180020] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b7c8fd-eef2-4b24-80a2-bb1dcc8f3a1a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.188814] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.189128] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36466f08-0785-47ca-8b90-f24cd93d5761 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.249344] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.249599] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.249802] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleting the datastore file [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.250085] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e5aa6a-f6c9-4ad9-9038-9d393d3f8411 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.257753] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 861.257753] env[68466]: value = "task-2812441" [ 861.257753] env[68466]: _type = "Task" [ 861.257753] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.268496] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.457856] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5233fdc2-e3f9-5b7b-e417-28132e38e66b, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.458029] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.458262] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.458508] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.458700] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.458914] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.459264] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42c4704f-7959-4d56-8daa-ab59b50c050c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.468033] env[68466]: DEBUG nova.network.neutron [req-aa35f173-eb83-4052-8ca2-ae9c18771bc4 req-3b94ea0d-75ca-43ab-8b32-8f8ba86cbc9d service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Updated VIF entry in instance network info cache for port 882ca0c3-8369-4c94-8020-d432170dacf0. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.468379] env[68466]: DEBUG nova.network.neutron [req-aa35f173-eb83-4052-8ca2-ae9c18771bc4 req-3b94ea0d-75ca-43ab-8b32-8f8ba86cbc9d service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Updating instance_info_cache with network_info: [{"id": "882ca0c3-8369-4c94-8020-d432170dacf0", "address": "fa:16:3e:01:78:75", "network": {"id": "02415e9a-e637-4cff-89ad-654e35c6f882", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1804478258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "398ba8bba26b4103a6fd98edc1ca519a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882ca0c3-83", "ovs_interfaceid": "882ca0c3-8369-4c94-8020-d432170dacf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.471040] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.471244] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.472714] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd081e6d-624b-4ccd-b701-c0a7ca60a469 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.478516] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 861.478516] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e8aa05-ecbc-5eb4-945d-6f1a3e61b24d" [ 861.478516] env[68466]: _type = "Task" [ 861.478516] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.490497] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e8aa05-ecbc-5eb4-945d-6f1a3e61b24d, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.492039] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165acffc-7979-4d8a-93c5-dc131550c762 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.500713] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 861.500713] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d5f9e1-7518-43d2-c35e-689382f5a9be" [ 861.500713] env[68466]: _type = "Task" [ 861.500713] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.509646] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d5f9e1-7518-43d2-c35e-689382f5a9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.519575] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465386} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.519575] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 22b16eb7-e4fe-4d14-89be-2f399a7d0533/22b16eb7-e4fe-4d14-89be-2f399a7d0533.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.519810] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.520110] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5feb00b-d02b-4484-af26-fcf34635fd89 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.528133] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 861.528133] env[68466]: value = "task-2812442" [ 861.528133] env[68466]: _type = "Task" [ 861.528133] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.540532] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.542268] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.542268] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52338860-8f21-e732-5032-df6ddb3d1903" [ 861.542268] env[68466]: _type = "HttpNfcLease" [ 861.542268] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 861.542928] env[68466]: DEBUG oslo_vmware.rw_handles [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 861.542928] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52338860-8f21-e732-5032-df6ddb3d1903" [ 861.542928] env[68466]: _type = "HttpNfcLease" [ 861.542928] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 861.543536] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8a12b3-2243-4676-a11a-eacd0dbb9f48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.551643] env[68466]: DEBUG oslo_vmware.rw_handles [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471baa-874c-a0b4-72de-1cb0a04b5a13/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 861.551885] env[68466]: DEBUG oslo_vmware.rw_handles [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471baa-874c-a0b4-72de-1cb0a04b5a13/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 861.618217] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f923bddd-769f-48b9-aceb-ff1db86fe7b0 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "7d7998dd-ccfe-4412-8e9a-d3b5490af278" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.265s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.627289] env[68466]: DEBUG nova.network.neutron [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Successfully updated port: d2ed7500-7d5b-454a-af1e-04243dcf2531 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.647857] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83818157-c843-46e0-9578-da491de5025d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.767681] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269108} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.768048] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.768192] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.768326] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.946634] env[68466]: DEBUG oslo_concurrency.lockutils [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "bec5dfde-6eac-4888-825e-75c705beab97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.947012] env[68466]: DEBUG oslo_concurrency.lockutils [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "bec5dfde-6eac-4888-825e-75c705beab97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.947361] env[68466]: DEBUG oslo_concurrency.lockutils [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "bec5dfde-6eac-4888-825e-75c705beab97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.947446] env[68466]: DEBUG oslo_concurrency.lockutils [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "bec5dfde-6eac-4888-825e-75c705beab97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.947608] env[68466]: DEBUG oslo_concurrency.lockutils [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "bec5dfde-6eac-4888-825e-75c705beab97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.950042] env[68466]: INFO nova.compute.manager [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Terminating instance [ 861.973570] env[68466]: DEBUG oslo_concurrency.lockutils [req-aa35f173-eb83-4052-8ca2-ae9c18771bc4 req-3b94ea0d-75ca-43ab-8b32-8f8ba86cbc9d service nova] Releasing lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.009789] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d5f9e1-7518-43d2-c35e-689382f5a9be, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.010088] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.010448] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 9289aeb2-4bea-4a45-a98f-cc0239989352/9289aeb2-4bea-4a45-a98f-cc0239989352.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.010790] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c03825d-88a3-4c0a-b4f5-85b86324e969 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.019542] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 862.019542] env[68466]: value = "task-2812443" [ 862.019542] env[68466]: _type = "Task" [ 862.019542] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.028839] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.037688] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106956} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.038307] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.039277] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a68f68-5588-4b37-8709-2f17ca2d1094 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.062486] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 22b16eb7-e4fe-4d14-89be-2f399a7d0533/22b16eb7-e4fe-4d14-89be-2f399a7d0533.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.063033] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-267f168e-273c-4701-9f8e-76e546f1bf33 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.087040] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 862.087040] env[68466]: value = "task-2812444" [ 862.087040] env[68466]: _type = "Task" [ 862.087040] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.097343] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.129425] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "refresh_cache-68311f9b-64cc-4e62-9db5-d1b7f8f4661b" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.129425] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "refresh_cache-68311f9b-64cc-4e62-9db5-d1b7f8f4661b" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.129793] env[68466]: DEBUG nova.network.neutron [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.455299] env[68466]: DEBUG nova.compute.manager [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.455591] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.457208] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e413e385-e579-4afc-9a48-22076b48f78c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.470895] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.471342] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6cee22a-dd3d-477c-9c26-b0b0bbdc355c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.480380] env[68466]: DEBUG oslo_vmware.api [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 862.480380] env[68466]: value = "task-2812445" [ 862.480380] env[68466]: _type = "Task" [ 862.480380] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.490475] env[68466]: DEBUG oslo_vmware.api [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.531845] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497835} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.532384] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 9289aeb2-4bea-4a45-a98f-cc0239989352/9289aeb2-4bea-4a45-a98f-cc0239989352.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.532707] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.533012] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0b143e2-f28c-4429-b200-0f40ca9f5309 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.544598] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 862.544598] env[68466]: value = "task-2812446" [ 862.544598] env[68466]: _type = "Task" [ 862.544598] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.555981] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.601870] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.686488] env[68466]: DEBUG nova.network.neutron [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.716395] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b04d51e-21a4-4d48-807a-049542eb6863 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.723073] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb23ebfc-2879-44c6-b6cc-8b974859f4f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.520046] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1350be6-9b41-447d-b0c9-2bb6ec735f6b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.523269] env[68466]: DEBUG nova.compute.manager [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Received event network-vif-plugged-d2ed7500-7d5b-454a-af1e-04243dcf2531 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 863.523447] env[68466]: DEBUG oslo_concurrency.lockutils [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] Acquiring lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.523647] env[68466]: DEBUG oslo_concurrency.lockutils [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.523804] env[68466]: DEBUG oslo_concurrency.lockutils [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.523971] env[68466]: DEBUG nova.compute.manager [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] No waiting events found dispatching network-vif-plugged-d2ed7500-7d5b-454a-af1e-04243dcf2531 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.524151] env[68466]: WARNING nova.compute.manager [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Received unexpected event network-vif-plugged-d2ed7500-7d5b-454a-af1e-04243dcf2531 for instance with vm_state building and task_state spawning. [ 863.524298] env[68466]: DEBUG nova.compute.manager [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Received event network-changed-d2ed7500-7d5b-454a-af1e-04243dcf2531 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 863.524440] env[68466]: DEBUG nova.compute.manager [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Refreshing instance network info cache due to event network-changed-d2ed7500-7d5b-454a-af1e-04243dcf2531. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 863.524595] env[68466]: DEBUG oslo_concurrency.lockutils [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] Acquiring lock "refresh_cache-68311f9b-64cc-4e62-9db5-d1b7f8f4661b" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.534897] env[68466]: DEBUG oslo_vmware.api [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812445, 'name': PowerOffVM_Task, 'duration_secs': 0.223401} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.545513] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.545597] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.545830] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08027} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.546465] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812444, 'name': ReconfigVM_Task, 'duration_secs': 0.594067} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.547258] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ef5badb-7432-4e0b-8bf1-ea928761b2c8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.549479] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.549923] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 22b16eb7-e4fe-4d14-89be-2f399a7d0533/22b16eb7-e4fe-4d14-89be-2f399a7d0533.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.551637] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfab2d82-f974-4479-816f-3a2b1e8f70be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.560880] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.561135] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.561291] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.561557] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.561904] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.561904] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.562204] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.562424] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.562655] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.563313] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.563313] env[68466]: DEBUG nova.virt.hardware [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.564010] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f9ed69-1305-427d-90c2-d3d4ec52dcd1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.567592] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73f5e9ac-c951-4bd5-9ebf-48bdd2035b6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.570341] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc9feb-3b35-4900-8d5a-5661a72731cd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.588203] env[68466]: DEBUG nova.compute.provider_tree [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.604814] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 863.604814] env[68466]: value = "task-2812448" [ 863.604814] env[68466]: _type = "Task" [ 863.604814] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.614663] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 9289aeb2-4bea-4a45-a98f-cc0239989352/9289aeb2-4bea-4a45-a98f-cc0239989352.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.616213] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7527dfbd-9a3e-4d34-b08b-a1594d46fa80 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.633879] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47912e57-0bfd-4cbb-9e79-34695776ca67 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.658953] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:31:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b94cf2b-479d-4043-9ef6-02206df64fb1', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.666686] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.672751] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.673130] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.673339] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.673524] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Deleting the datastore file [datastore2] bec5dfde-6eac-4888-825e-75c705beab97 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.674237] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812448, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.674417] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 863.674417] env[68466]: value = "task-2812449" [ 863.674417] env[68466]: _type = "Task" [ 863.674417] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.674643] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b197b4b9-f88e-41ef-ab94-a357bd4453fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.689755] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3ef6a11-7a65-40c3-a010-e9f23f14c4cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.696789] env[68466]: DEBUG nova.network.neutron [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Updating instance_info_cache with network_info: [{"id": "d2ed7500-7d5b-454a-af1e-04243dcf2531", "address": "fa:16:3e:ea:d1:03", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ed7500-7d", "ovs_interfaceid": "d2ed7500-7d5b-454a-af1e-04243dcf2531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.706902] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.709415] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.709415] env[68466]: value = "task-2812450" [ 863.709415] env[68466]: _type = "Task" [ 863.709415] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.709979] env[68466]: DEBUG oslo_vmware.api [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for the task: (returnval){ [ 863.709979] env[68466]: value = "task-2812451" [ 863.709979] env[68466]: _type = "Task" [ 863.709979] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.723593] env[68466]: DEBUG oslo_vmware.api [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.727156] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812450, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.092335] env[68466]: DEBUG nova.scheduler.client.report [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.126803] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812448, 'name': Rename_Task, 'duration_secs': 0.240035} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.127273] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.127783] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5797577-d86e-42f6-aceb-b499356ceb55 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.134840] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 864.134840] env[68466]: value = "task-2812452" [ 864.134840] env[68466]: _type = "Task" [ 864.134840] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.144764] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.202512] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "refresh_cache-68311f9b-64cc-4e62-9db5-d1b7f8f4661b" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.202886] env[68466]: DEBUG nova.compute.manager [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Instance network_info: |[{"id": "d2ed7500-7d5b-454a-af1e-04243dcf2531", "address": "fa:16:3e:ea:d1:03", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ed7500-7d", "ovs_interfaceid": "d2ed7500-7d5b-454a-af1e-04243dcf2531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.203211] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812449, 'name': ReconfigVM_Task, 'duration_secs': 0.419464} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.203447] env[68466]: DEBUG oslo_concurrency.lockutils [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] Acquired lock "refresh_cache-68311f9b-64cc-4e62-9db5-d1b7f8f4661b" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.203613] env[68466]: DEBUG nova.network.neutron [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Refreshing network info cache for port d2ed7500-7d5b-454a-af1e-04243dcf2531 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.204834] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:d1:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2ed7500-7d5b-454a-af1e-04243dcf2531', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.213804] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Creating folder: Project (75f3c891e49c4fe0ab523d33fd412ae5). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.214614] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 9289aeb2-4bea-4a45-a98f-cc0239989352/9289aeb2-4bea-4a45-a98f-cc0239989352.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.216365] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-974393a2-e3d1-46cf-aea2-77996b06aec4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.218216] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80347034-26d4-4b5d-bc17-806d064462a1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.232710] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812450, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.237203] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 864.237203] env[68466]: value = "task-2812453" [ 864.237203] env[68466]: _type = "Task" [ 864.237203] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.237433] env[68466]: DEBUG oslo_vmware.api [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Task: {'id': task-2812451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323485} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.238208] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.238397] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.238576] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.238747] env[68466]: INFO nova.compute.manager [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Took 1.78 seconds to destroy the instance on the hypervisor. [ 864.238978] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.243537] env[68466]: DEBUG nova.compute.manager [-] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.243692] env[68466]: DEBUG nova.network.neutron [-] [instance: bec5dfde-6eac-4888-825e-75c705beab97] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.245938] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Created folder: Project (75f3c891e49c4fe0ab523d33fd412ae5) in parent group-v564977. [ 864.246160] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Creating folder: Instances. Parent ref: group-v565177. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.246771] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51181b0c-399f-4efd-9b75-ceae7b1a909a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.256583] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812453, 'name': Rename_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.261881] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Created folder: Instances in parent group-v565177. [ 864.262184] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.265106] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.265106] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5a2d42c-342f-4c0c-8c6e-cf5afa4a2380 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.286246] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.286246] env[68466]: value = "task-2812456" [ 864.286246] env[68466]: _type = "Task" [ 864.286246] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.293945] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812456, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.600829] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.516s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.600829] env[68466]: DEBUG nova.compute.manager [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.602825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.403s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.603324] env[68466]: DEBUG nova.objects.instance [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lazy-loading 'resources' on Instance uuid cb90ef88-1181-4c09-9fab-34df31cd8468 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.648249] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812452, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.730328] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812450, 'name': CreateVM_Task, 'duration_secs': 0.546245} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.730857] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.731863] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.732200] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.733655] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.733906] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cc2410-4315-44e9-a271-14b93742dfba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.747023] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 864.747023] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5205ec8a-5436-7ebe-97cf-01a47eafdf7e" [ 864.747023] env[68466]: _type = "Task" [ 864.747023] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.757034] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812453, 'name': Rename_Task, 'duration_secs': 0.190501} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.758190] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.760914] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1bf1dd6-8751-4e11-859e-879aa8f6ddf1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.769331] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5205ec8a-5436-7ebe-97cf-01a47eafdf7e, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.770580] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.770667] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.770945] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.773956] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.773956] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.773956] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be40abe5-1b82-460d-bb3d-fa05069d97ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.776235] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 864.776235] env[68466]: value = "task-2812457" [ 864.776235] env[68466]: _type = "Task" [ 864.776235] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.784395] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.784616] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.791133] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a010fc79-8a56-437d-9749-2e4ccf979c29 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.793946] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.804171] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812456, 'name': CreateVM_Task, 'duration_secs': 0.474335} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.805512] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.805877] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 864.805877] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52628997-e067-5493-0477-5db277ff7280" [ 864.805877] env[68466]: _type = "Task" [ 864.805877] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.806524] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.806675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.807028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.807373] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c1708b-fce6-4e3e-b08b-0db1e5b9c5e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.822539] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 864.822539] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520c7c5c-ac59-a2a0-197b-a3366c5391ac" [ 864.822539] env[68466]: _type = "Task" [ 864.822539] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.822539] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52628997-e067-5493-0477-5db277ff7280, 'name': SearchDatastore_Task, 'duration_secs': 0.013896} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.827985] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3203067a-00bf-4c19-bacd-0f7f6f46e8f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.835150] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 864.835150] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52408f7c-9dfe-3633-2244-c40ed51c6664" [ 864.835150] env[68466]: _type = "Task" [ 864.835150] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.839766] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520c7c5c-ac59-a2a0-197b-a3366c5391ac, 'name': SearchDatastore_Task, 'duration_secs': 0.012197} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.842744] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.843439] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.843439] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.843439] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.843652] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.843811] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cceeb1c9-1e91-4c1b-a67e-92d05652cc09 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.853910] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52408f7c-9dfe-3633-2244-c40ed51c6664, 'name': SearchDatastore_Task, 'duration_secs': 0.015876} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.855845] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.856059] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc/a52533b9-9cc4-4dd7-a554-7d678ce233dc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.856391] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.857030] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.857402] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbbd7cdb-02bc-4e12-bebc-51965222106a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.860025] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf814269-2d87-42a1-b53c-c2dfd2ac6d54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.867455] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 864.867455] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b886fb-ef99-d9b2-3b9a-c6bbc91af3e5" [ 864.867455] env[68466]: _type = "Task" [ 864.867455] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.872304] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 864.872304] env[68466]: value = "task-2812458" [ 864.872304] env[68466]: _type = "Task" [ 864.872304] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.882792] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b886fb-ef99-d9b2-3b9a-c6bbc91af3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.883980] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f7d7dd-9764-4def-a35d-33b6944e199c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.890207] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.895840] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 864.895840] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524f9289-f5ef-74b1-14ca-b7ca6b608c81" [ 864.895840] env[68466]: _type = "Task" [ 864.895840] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.908749] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524f9289-f5ef-74b1-14ca-b7ca6b608c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.015021] env[68466]: DEBUG nova.network.neutron [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Updated VIF entry in instance network info cache for port d2ed7500-7d5b-454a-af1e-04243dcf2531. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.015021] env[68466]: DEBUG nova.network.neutron [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Updating instance_info_cache with network_info: [{"id": "d2ed7500-7d5b-454a-af1e-04243dcf2531", "address": "fa:16:3e:ea:d1:03", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ed7500-7d", "ovs_interfaceid": "d2ed7500-7d5b-454a-af1e-04243dcf2531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.097817] env[68466]: DEBUG nova.compute.manager [req-7f74e67c-43a5-4ed0-baa4-c3b38220a79b req-a2db2e29-a0c8-430a-8aa9-5f8980078de3 service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Received event network-vif-deleted-dac939a8-8416-4842-b8e2-f7cd48b4b330 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 865.098048] env[68466]: INFO nova.compute.manager [req-7f74e67c-43a5-4ed0-baa4-c3b38220a79b req-a2db2e29-a0c8-430a-8aa9-5f8980078de3 service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Neutron deleted interface dac939a8-8416-4842-b8e2-f7cd48b4b330; detaching it from the instance and deleting it from the info cache [ 865.098230] env[68466]: DEBUG nova.network.neutron [req-7f74e67c-43a5-4ed0-baa4-c3b38220a79b req-a2db2e29-a0c8-430a-8aa9-5f8980078de3 service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.105494] env[68466]: DEBUG nova.compute.utils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.109752] env[68466]: DEBUG nova.compute.manager [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.109752] env[68466]: DEBUG nova.network.neutron [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.146326] env[68466]: DEBUG nova.network.neutron [-] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.155055] env[68466]: DEBUG oslo_vmware.api [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812452, 'name': PowerOnVM_Task, 'duration_secs': 0.560881} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.155375] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.155623] env[68466]: INFO nova.compute.manager [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Took 9.81 seconds to spawn the instance on the hypervisor. [ 865.155826] env[68466]: DEBUG nova.compute.manager [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.156852] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f6222-0d78-498b-9975-4b5344f2d7c2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.161680] env[68466]: DEBUG nova.policy [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe648e4bc6554ab5ab72949fcf3f0023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdadd413afaa4fb19effa576f0ff453a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.287236] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.390135] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.411292] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524f9289-f5ef-74b1-14ca-b7ca6b608c81, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.411631] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.411950] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 68311f9b-64cc-4e62-9db5-d1b7f8f4661b/68311f9b-64cc-4e62-9db5-d1b7f8f4661b.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.412277] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-965edd0d-a8a6-43eb-ab7b-bd65a22f2ba8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.422139] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 865.422139] env[68466]: value = "task-2812459" [ 865.422139] env[68466]: _type = "Task" [ 865.422139] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.432886] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.517050] env[68466]: DEBUG oslo_concurrency.lockutils [req-48340469-6a7d-4ff1-a0b2-fbe47ad246f1 req-152e8d76-bd07-473e-9918-f50256d44ee9 service nova] Releasing lock "refresh_cache-68311f9b-64cc-4e62-9db5-d1b7f8f4661b" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.525089] env[68466]: DEBUG nova.network.neutron [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Successfully created port: 2dcf6b22-df72-4e3d-a343-c83c211a6e59 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.601316] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3e8f012-b500-48fe-b101-143ac8cd8801 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.613225] env[68466]: DEBUG nova.compute.manager [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.620410] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a45b974-a1d5-45ba-9bad-7ede80837d34 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.651024] env[68466]: INFO nova.compute.manager [-] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Took 1.41 seconds to deallocate network for instance. [ 865.677156] env[68466]: DEBUG nova.compute.manager [req-7f74e67c-43a5-4ed0-baa4-c3b38220a79b req-a2db2e29-a0c8-430a-8aa9-5f8980078de3 service nova] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Detach interface failed, port_id=dac939a8-8416-4842-b8e2-f7cd48b4b330, reason: Instance bec5dfde-6eac-4888-825e-75c705beab97 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 865.694792] env[68466]: INFO nova.compute.manager [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Took 56.42 seconds to build instance. [ 865.793596] env[68466]: DEBUG oslo_vmware.api [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812457, 'name': PowerOnVM_Task, 'duration_secs': 0.750789} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.793892] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.794102] env[68466]: INFO nova.compute.manager [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Took 7.62 seconds to spawn the instance on the hypervisor. [ 865.794287] env[68466]: DEBUG nova.compute.manager [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.795324] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4a271-3fbb-4a4d-b85c-54b18524c394 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.874069] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05b8a55-afe0-4960-a4fa-329f3ab709fb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.891424] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574839} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.897683] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc/a52533b9-9cc4-4dd7-a554-7d678ce233dc.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.898094] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.900197] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa277abf-cd17-4be6-a441-9d2d0166607c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.902469] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbe134c-103a-4fef-9446-62100972ff9a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.914873] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 865.914873] env[68466]: value = "task-2812460" [ 865.914873] env[68466]: _type = "Task" [ 865.914873] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.954336] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb9a804-13d2-49fc-98ba-470c86a4d941 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.970240] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515362} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.970576] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812460, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.970820] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 68311f9b-64cc-4e62-9db5-d1b7f8f4661b/68311f9b-64cc-4e62-9db5-d1b7f8f4661b.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.971031] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.972314] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c154746-0a2f-443c-912f-70cc530a7b1f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.976653] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2066534f-58b5-46b8-b096-ce00ad1e1aee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.997239] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 865.997239] env[68466]: value = "task-2812461" [ 865.997239] env[68466]: _type = "Task" [ 865.997239] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.997239] env[68466]: DEBUG nova.compute.provider_tree [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.011375] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.161708] env[68466]: DEBUG oslo_concurrency.lockutils [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.201120] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3560fab5-7403-41fb-8362-cbdf848007cf tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.675s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.322110] env[68466]: INFO nova.compute.manager [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Took 56.45 seconds to build instance. [ 866.457338] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078793} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.457624] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.458639] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0438021-dc82-45f2-ab2d-50c76fbe9c58 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.490451] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc/a52533b9-9cc4-4dd7-a554-7d678ce233dc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.490826] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e69da7-96d4-4b45-a483-094ed2ee4f96 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.507985] env[68466]: DEBUG nova.scheduler.client.report [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.523193] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094532} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.523193] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.525157] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b8ed3d-91f9-4ace-ba0e-d7c320d2410e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.531344] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 866.531344] env[68466]: value = "task-2812462" [ 866.531344] env[68466]: _type = "Task" [ 866.531344] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.551920] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 68311f9b-64cc-4e62-9db5-d1b7f8f4661b/68311f9b-64cc-4e62-9db5-d1b7f8f4661b.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.553560] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2cd95ab-75f1-44c1-bcef-5ed9d8b9cc25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.576426] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.582900] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 866.582900] env[68466]: value = "task-2812463" [ 866.582900] env[68466]: _type = "Task" [ 866.582900] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.586982] env[68466]: DEBUG oslo_concurrency.lockutils [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.586982] env[68466]: DEBUG oslo_concurrency.lockutils [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.586982] env[68466]: DEBUG nova.compute.manager [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.590858] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f026745b-4e84-4681-9a1e-7aca408b0ce1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.593993] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.599829] env[68466]: DEBUG nova.compute.manager [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 866.601119] env[68466]: DEBUG nova.objects.instance [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lazy-loading 'flavor' on Instance uuid 22b16eb7-e4fe-4d14-89be-2f399a7d0533 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.641216] env[68466]: DEBUG nova.compute.manager [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.669225] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.669542] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.669707] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.669887] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.670103] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.670291] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.670522] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.670742] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.670984] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.671510] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.671510] env[68466]: DEBUG nova.virt.hardware [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.672261] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa638e9d-0df1-46fc-a00a-b26aeef29bfe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.681967] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4527dd69-94c8-406c-8f52-a62e07046d53 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.704988] env[68466]: DEBUG nova.compute.manager [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.824571] env[68466]: DEBUG oslo_concurrency.lockutils [None req-09143ed7-1289-4823-a853-fb811f029cd8 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "9289aeb2-4bea-4a45-a98f-cc0239989352" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.759s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.018145] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.415s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.028018] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.023s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.030431] env[68466]: INFO nova.compute.claims [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.045712] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812462, 'name': ReconfigVM_Task, 'duration_secs': 0.344582} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.046163] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Reconfigured VM instance instance-00000040 to attach disk [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc/a52533b9-9cc4-4dd7-a554-7d678ce233dc.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.046686] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e551ed7-e127-4ebc-90d8-5894543306ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.051198] env[68466]: INFO nova.scheduler.client.report [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Deleted allocations for instance cb90ef88-1181-4c09-9fab-34df31cd8468 [ 867.057197] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 867.057197] env[68466]: value = "task-2812464" [ 867.057197] env[68466]: _type = "Task" [ 867.057197] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.068143] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812464, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.095935] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.184450] env[68466]: DEBUG nova.network.neutron [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Successfully updated port: 2dcf6b22-df72-4e3d-a343-c83c211a6e59 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.226420] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.303667] env[68466]: INFO nova.compute.manager [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Rescuing [ 867.305162] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.305162] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.305162] env[68466]: DEBUG nova.network.neutron [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.330947] env[68466]: DEBUG nova.compute.manager [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.353099] env[68466]: DEBUG nova.compute.manager [req-6a6ecbd7-85c4-496f-8528-e40150bfd56c req-1f6b8fcf-7e07-45d5-bd02-428709995d7d service nova] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Received event network-vif-plugged-2dcf6b22-df72-4e3d-a343-c83c211a6e59 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.353349] env[68466]: DEBUG oslo_concurrency.lockutils [req-6a6ecbd7-85c4-496f-8528-e40150bfd56c req-1f6b8fcf-7e07-45d5-bd02-428709995d7d service nova] Acquiring lock "87468178-0f5e-4413-9186-e3fb9280c120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.353557] env[68466]: DEBUG oslo_concurrency.lockutils [req-6a6ecbd7-85c4-496f-8528-e40150bfd56c req-1f6b8fcf-7e07-45d5-bd02-428709995d7d service nova] Lock "87468178-0f5e-4413-9186-e3fb9280c120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.353790] env[68466]: DEBUG oslo_concurrency.lockutils [req-6a6ecbd7-85c4-496f-8528-e40150bfd56c req-1f6b8fcf-7e07-45d5-bd02-428709995d7d service nova] Lock "87468178-0f5e-4413-9186-e3fb9280c120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.354098] env[68466]: DEBUG nova.compute.manager [req-6a6ecbd7-85c4-496f-8528-e40150bfd56c req-1f6b8fcf-7e07-45d5-bd02-428709995d7d service nova] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] No waiting events found dispatching network-vif-plugged-2dcf6b22-df72-4e3d-a343-c83c211a6e59 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.354398] env[68466]: WARNING nova.compute.manager [req-6a6ecbd7-85c4-496f-8528-e40150bfd56c req-1f6b8fcf-7e07-45d5-bd02-428709995d7d service nova] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Received unexpected event network-vif-plugged-2dcf6b22-df72-4e3d-a343-c83c211a6e59 for instance with vm_state building and task_state spawning. [ 867.565131] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4c0a7e7-6fa6-42fc-adb3-8286aa65ecb9 tempest-AttachInterfacesUnderV243Test-1581392695 tempest-AttachInterfacesUnderV243Test-1581392695-project-member] Lock "cb90ef88-1181-4c09-9fab-34df31cd8468" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.071s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.572581] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812464, 'name': Rename_Task, 'duration_secs': 0.182447} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.572866] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.573243] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291a4cf0-19e7-4fd4-8252-268b4221fe70 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.581441] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 867.581441] env[68466]: value = "task-2812465" [ 867.581441] env[68466]: _type = "Task" [ 867.581441] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.595994] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.599345] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.609678] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.609984] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b665a807-2af1-4f2c-8dec-81a6a93a3856 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.618296] env[68466]: DEBUG oslo_vmware.api [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 867.618296] env[68466]: value = "task-2812466" [ 867.618296] env[68466]: _type = "Task" [ 867.618296] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.628509] env[68466]: DEBUG oslo_vmware.api [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.689277] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "refresh_cache-87468178-0f5e-4413-9186-e3fb9280c120" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.689549] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "refresh_cache-87468178-0f5e-4413-9186-e3fb9280c120" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.689621] env[68466]: DEBUG nova.network.neutron [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.868260] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.898619] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquiring lock "5622380f-381e-4df0-a9f9-720365bdecbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.899412] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "5622380f-381e-4df0-a9f9-720365bdecbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.103176] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812465, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.109254] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812463, 'name': ReconfigVM_Task, 'duration_secs': 1.0327} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.113103] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 68311f9b-64cc-4e62-9db5-d1b7f8f4661b/68311f9b-64cc-4e62-9db5-d1b7f8f4661b.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.113103] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f7ddf98-77d0-4d24-a419-861223477095 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.134722] env[68466]: DEBUG oslo_vmware.api [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812466, 'name': PowerOffVM_Task, 'duration_secs': 0.369843} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.139128] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.139372] env[68466]: DEBUG nova.compute.manager [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.139721] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 868.139721] env[68466]: value = "task-2812467" [ 868.139721] env[68466]: _type = "Task" [ 868.139721] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.140902] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81235b3-ddc2-44c3-a7bc-879cd68c3233 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.153108] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812467, 'name': Rename_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.184987] env[68466]: DEBUG nova.network.neutron [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Updating instance_info_cache with network_info: [{"id": "882ca0c3-8369-4c94-8020-d432170dacf0", "address": "fa:16:3e:01:78:75", "network": {"id": "02415e9a-e637-4cff-89ad-654e35c6f882", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1804478258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "398ba8bba26b4103a6fd98edc1ca519a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882ca0c3-83", "ovs_interfaceid": "882ca0c3-8369-4c94-8020-d432170dacf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.234658] env[68466]: DEBUG nova.network.neutron [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.396614] env[68466]: DEBUG nova.network.neutron [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Updating instance_info_cache with network_info: [{"id": "2dcf6b22-df72-4e3d-a343-c83c211a6e59", "address": "fa:16:3e:ca:e2:e8", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dcf6b22-df", "ovs_interfaceid": "2dcf6b22-df72-4e3d-a343-c83c211a6e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.604556] env[68466]: DEBUG oslo_vmware.api [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812465, 'name': PowerOnVM_Task, 'duration_secs': 0.653298} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.604556] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.604708] env[68466]: DEBUG nova.compute.manager [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.605877] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038d288b-c3ff-44d7-a2a4-437c43e0fc15 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.658160] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812467, 'name': Rename_Task, 'duration_secs': 0.221358} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.658315] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.659116] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd77f168-b000-4122-95ef-5f1c070b74b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.665919] env[68466]: DEBUG oslo_concurrency.lockutils [None req-57a619a1-38a8-481b-b91d-f72fec5f9d11 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.670105] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 868.670105] env[68466]: value = "task-2812468" [ 868.670105] env[68466]: _type = "Task" [ 868.670105] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.684100] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.686136] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c2159f-ae07-47b2-9594-37afd9c9d663 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.689623] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.699562] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b334905c-2b91-4c59-9b51-415a382597da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.737441] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c855a9d6-f616-4bdc-b395-f9d993a17fea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.752730] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e536da8d-b72d-45bf-a465-47a934d791b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.767023] env[68466]: DEBUG nova.compute.provider_tree [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.900836] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "refresh_cache-87468178-0f5e-4413-9186-e3fb9280c120" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.901234] env[68466]: DEBUG nova.compute.manager [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Instance network_info: |[{"id": "2dcf6b22-df72-4e3d-a343-c83c211a6e59", "address": "fa:16:3e:ca:e2:e8", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dcf6b22-df", "ovs_interfaceid": "2dcf6b22-df72-4e3d-a343-c83c211a6e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.901660] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:e2:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dcf6b22-df72-4e3d-a343-c83c211a6e59', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.909797] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.911580] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.911994] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5db6766a-36c1-4ae0-aef7-ba46abf09405 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.934079] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.934079] env[68466]: value = "task-2812469" [ 868.934079] env[68466]: _type = "Task" [ 868.934079] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.944313] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812469, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.950092] env[68466]: DEBUG oslo_vmware.rw_handles [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471baa-874c-a0b4-72de-1cb0a04b5a13/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 868.950908] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6856fa1-b7aa-453c-a35d-82997fbe683c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.957186] env[68466]: DEBUG oslo_vmware.rw_handles [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471baa-874c-a0b4-72de-1cb0a04b5a13/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 868.957364] env[68466]: ERROR oslo_vmware.rw_handles [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471baa-874c-a0b4-72de-1cb0a04b5a13/disk-0.vmdk due to incomplete transfer. [ 868.957588] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-764fc911-6a26-439e-b34e-1322caf5f67f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.965901] env[68466]: DEBUG oslo_vmware.rw_handles [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471baa-874c-a0b4-72de-1cb0a04b5a13/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 868.966123] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Uploaded image a87dc6ae-9766-46ad-9e56-07185861d034 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 868.968701] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 868.968986] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38c76aab-5523-45b5-8956-7bc51c1d465b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.976151] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 868.976151] env[68466]: value = "task-2812470" [ 868.976151] env[68466]: _type = "Task" [ 868.976151] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.986275] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812470, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.124200] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.180591] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.270228] env[68466]: DEBUG nova.scheduler.client.report [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.446332] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812469, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.488078] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812470, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.682751] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812468, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.747849] env[68466]: DEBUG nova.compute.manager [req-4e20f864-8834-467a-8bd7-fcc9a1a91909 req-3fc018fa-e43e-4321-af53-6bfb1d97171a service nova] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Received event network-changed-2dcf6b22-df72-4e3d-a343-c83c211a6e59 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.750063] env[68466]: DEBUG nova.compute.manager [req-4e20f864-8834-467a-8bd7-fcc9a1a91909 req-3fc018fa-e43e-4321-af53-6bfb1d97171a service nova] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Refreshing instance network info cache due to event network-changed-2dcf6b22-df72-4e3d-a343-c83c211a6e59. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 869.750384] env[68466]: DEBUG oslo_concurrency.lockutils [req-4e20f864-8834-467a-8bd7-fcc9a1a91909 req-3fc018fa-e43e-4321-af53-6bfb1d97171a service nova] Acquiring lock "refresh_cache-87468178-0f5e-4413-9186-e3fb9280c120" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.750542] env[68466]: DEBUG oslo_concurrency.lockutils [req-4e20f864-8834-467a-8bd7-fcc9a1a91909 req-3fc018fa-e43e-4321-af53-6bfb1d97171a service nova] Acquired lock "refresh_cache-87468178-0f5e-4413-9186-e3fb9280c120" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.750776] env[68466]: DEBUG nova.network.neutron [req-4e20f864-8834-467a-8bd7-fcc9a1a91909 req-3fc018fa-e43e-4321-af53-6bfb1d97171a service nova] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Refreshing network info cache for port 2dcf6b22-df72-4e3d-a343-c83c211a6e59 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.775015] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.775583] env[68466]: DEBUG nova.compute.manager [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.778423] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.929s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.778655] env[68466]: DEBUG nova.objects.instance [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lazy-loading 'resources' on Instance uuid 82094d30-2334-4dd0-8e1e-23572d78ed1d {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.945882] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812469, 'name': CreateVM_Task, 'duration_secs': 0.779292} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.946323] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.947096] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.947311] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.947671] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.947953] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2f7523-9b99-4b85-86a7-50afbef07a60 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.954042] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 869.954042] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528fc389-d1e2-7022-cec8-c8644e97d786" [ 869.954042] env[68466]: _type = "Task" [ 869.954042] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.963313] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528fc389-d1e2-7022-cec8-c8644e97d786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.986992] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812470, 'name': Destroy_Task, 'duration_secs': 0.825233} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.987479] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Destroyed the VM [ 869.987699] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 869.988041] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-52a718bd-8ffd-41f4-b81e-2665eab261ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.995376] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 869.995376] env[68466]: value = "task-2812471" [ 869.995376] env[68466]: _type = "Task" [ 869.995376] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.004212] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.051409] env[68466]: INFO nova.compute.manager [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Rebuilding instance [ 870.105223] env[68466]: DEBUG nova.compute.manager [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.106120] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48bcd0d-3471-4e80-bda7-60a84f4aaeb4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.181269] env[68466]: DEBUG oslo_vmware.api [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812468, 'name': PowerOnVM_Task, 'duration_secs': 1.203391} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.181861] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.182077] env[68466]: INFO nova.compute.manager [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Took 9.32 seconds to spawn the instance on the hypervisor. [ 870.182262] env[68466]: DEBUG nova.compute.manager [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.183051] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c6ef5f-f3b7-4363-90d9-bcb5d4e2a293 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.265484] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.265832] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0675a423-1481-47b2-8660-ac083fbb2f5c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.276383] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 870.276383] env[68466]: value = "task-2812472" [ 870.276383] env[68466]: _type = "Task" [ 870.276383] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.282325] env[68466]: DEBUG nova.compute.utils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.286651] env[68466]: DEBUG nova.compute.manager [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.286850] env[68466]: DEBUG nova.network.neutron [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.296911] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.354795] env[68466]: DEBUG nova.policy [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18013abc24c4c418a7dbcb9b542b640', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6ecd68a7d62499e838904196f83343b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.473557] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528fc389-d1e2-7022-cec8-c8644e97d786, 'name': SearchDatastore_Task, 'duration_secs': 0.045106} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.477141] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.477416] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.477675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.477862] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.478118] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.478614] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1947e39-f6d2-46b1-954b-f5b74e2a8219 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.489785] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.489939] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.491449] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de82c9b-3bd9-4124-a604-4b1acae048a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.508506] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 870.508506] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522db0f5-d7e1-95a0-e372-c40380ec8517" [ 870.508506] env[68466]: _type = "Task" [ 870.508506] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.523018] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.539694] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522db0f5-d7e1-95a0-e372-c40380ec8517, 'name': SearchDatastore_Task, 'duration_secs': 0.012928} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.545115] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-435335c2-f851-4198-afce-9229f7baada7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.555438] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 870.555438] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524b091a-5e29-0cb2-2f18-31788a8cda44" [ 870.555438] env[68466]: _type = "Task" [ 870.555438] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.570300] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524b091a-5e29-0cb2-2f18-31788a8cda44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.653508] env[68466]: DEBUG nova.network.neutron [req-4e20f864-8834-467a-8bd7-fcc9a1a91909 req-3fc018fa-e43e-4321-af53-6bfb1d97171a service nova] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Updated VIF entry in instance network info cache for port 2dcf6b22-df72-4e3d-a343-c83c211a6e59. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.653552] env[68466]: DEBUG nova.network.neutron [req-4e20f864-8834-467a-8bd7-fcc9a1a91909 req-3fc018fa-e43e-4321-af53-6bfb1d97171a service nova] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Updating instance_info_cache with network_info: [{"id": "2dcf6b22-df72-4e3d-a343-c83c211a6e59", "address": "fa:16:3e:ca:e2:e8", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dcf6b22-df", "ovs_interfaceid": "2dcf6b22-df72-4e3d-a343-c83c211a6e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.705797] env[68466]: INFO nova.compute.manager [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Took 54.50 seconds to build instance. [ 870.792386] env[68466]: DEBUG nova.compute.manager [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.795928] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812472, 'name': PowerOffVM_Task, 'duration_secs': 0.241758} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.800097] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.804024] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749c17dd-f7d8-4d20-95b0-0cc3c429cc8a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.837386] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.837386] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.837575] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.837791] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.839491] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.842316] env[68466]: INFO nova.compute.manager [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Terminating instance [ 870.844204] env[68466]: DEBUG nova.network.neutron [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Successfully created port: 00e16f2f-ff76-4da3-b931-d161036534b4 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.850299] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2e0124-8352-4c9a-a016-6504ab4a592b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.894381] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.895144] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e386700-c173-43da-9f35-86b8dc3b2441 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.905909] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.906228] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.912228] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 870.912228] env[68466]: value = "task-2812473" [ 870.912228] env[68466]: _type = "Task" [ 870.912228] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.929308] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 870.929647] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.930063] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.930157] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.930379] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.930669] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e76812c-c591-4e90-99b9-b3c4baddb6c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.944503] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.944707] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.947968] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44016fe7-9e60-41bc-beb2-587f54b51c65 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.955143] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 870.955143] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d15c1a-3037-0c82-63b3-33e4117306ff" [ 870.955143] env[68466]: _type = "Task" [ 870.955143] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.968128] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d15c1a-3037-0c82-63b3-33e4117306ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.011846] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812471, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.022046] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4996e4d-a2db-4007-93a7-3d087f28e425 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.030506] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8993551c-1f06-4203-8001-74c59e5e33e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.070456] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f3dae-0f8f-464d-b32e-608e2c1f38f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.079934] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524b091a-5e29-0cb2-2f18-31788a8cda44, 'name': SearchDatastore_Task, 'duration_secs': 0.015711} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.082122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.082388] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 87468178-0f5e-4413-9186-e3fb9280c120/87468178-0f5e-4413-9186-e3fb9280c120.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.082674] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0e7f233-c3d8-4159-b561-9ffedc5063ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.085573] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c49b4a-7bc9-41b6-82c5-763a6a550afe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.100671] env[68466]: DEBUG nova.compute.provider_tree [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.103331] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 871.103331] env[68466]: value = "task-2812474" [ 871.103331] env[68466]: _type = "Task" [ 871.103331] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.112634] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.121636] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.122413] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fa501d1-009c-4509-8dba-e40c67746b4e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.131087] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 871.131087] env[68466]: value = "task-2812475" [ 871.131087] env[68466]: _type = "Task" [ 871.131087] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.140506] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.159037] env[68466]: DEBUG oslo_concurrency.lockutils [req-4e20f864-8834-467a-8bd7-fcc9a1a91909 req-3fc018fa-e43e-4321-af53-6bfb1d97171a service nova] Releasing lock "refresh_cache-87468178-0f5e-4413-9186-e3fb9280c120" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.207352] env[68466]: DEBUG oslo_concurrency.lockutils [None req-392c4f4e-1b01-428e-ad05-d1adb670e0be tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.221s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.358806] env[68466]: DEBUG nova.compute.manager [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.358806] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.358806] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82bcbbf-b425-4b9e-8d76-cd192c02a9fa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.373754] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.374044] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce04a2e9-b7ce-43fd-a540-15d821d3919b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.385484] env[68466]: DEBUG oslo_vmware.api [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 871.385484] env[68466]: value = "task-2812476" [ 871.385484] env[68466]: _type = "Task" [ 871.385484] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.396229] env[68466]: DEBUG oslo_vmware.api [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.468493] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d15c1a-3037-0c82-63b3-33e4117306ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012909} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.469590] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79cc5c62-c720-4257-9fd1-2a73a4c57109 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.477339] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 871.477339] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e5c188-a641-de55-c3b1-00ade1a12b86" [ 871.477339] env[68466]: _type = "Task" [ 871.477339] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.493625] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e5c188-a641-de55-c3b1-00ade1a12b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.510662] env[68466]: DEBUG oslo_vmware.api [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812471, 'name': RemoveSnapshot_Task, 'duration_secs': 1.064355} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.510662] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 871.510662] env[68466]: INFO nova.compute.manager [None req-44fa8282-af9e-4fce-a901-286ac4605777 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Took 14.65 seconds to snapshot the instance on the hypervisor. [ 871.607221] env[68466]: DEBUG nova.scheduler.client.report [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.622402] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812474, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.644325] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 871.644593] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.645501] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774aecb7-45b3-43ae-8a74-27854af42ead {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.653944] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.654195] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0effe10-d852-4385-ba8a-a7d4fdff5bde {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.711229] env[68466]: DEBUG nova.compute.manager [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.741067] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.741393] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.741598] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleting the datastore file [datastore1] 22b16eb7-e4fe-4d14-89be-2f399a7d0533 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.741883] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4790f1b-3569-46bc-86cb-d7d60e9fee75 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.754026] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 871.754026] env[68466]: value = "task-2812478" [ 871.754026] env[68466]: _type = "Task" [ 871.754026] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.766901] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.810734] env[68466]: DEBUG nova.compute.manager [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.820976] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.821291] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.850267] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.850661] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.850757] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.850911] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.851082] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.851252] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.851526] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.851794] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.851978] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.852190] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.852375] env[68466]: DEBUG nova.virt.hardware [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.853385] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2081a5-d460-4de4-9113-cfbc4338565f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.863424] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb3b4e-f94d-45d3-9b80-e41a73a6b785 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.894873] env[68466]: DEBUG oslo_vmware.api [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812476, 'name': PowerOffVM_Task, 'duration_secs': 0.493504} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.895234] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.895403] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.895692] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2b7a316-5899-4e69-b3e1-9bd68e199dd3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.968798] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.968967] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.969180] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleting the datastore file [datastore2] a52533b9-9cc4-4dd7-a554-7d678ce233dc {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.969786] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34b7b88d-d8ba-4a82-b598-1539ca7e6083 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.978507] env[68466]: DEBUG oslo_vmware.api [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 871.978507] env[68466]: value = "task-2812480" [ 871.978507] env[68466]: _type = "Task" [ 871.978507] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.992134] env[68466]: DEBUG oslo_vmware.api [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.996860] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e5c188-a641-de55-c3b1-00ade1a12b86, 'name': SearchDatastore_Task, 'duration_secs': 0.023982} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.997322] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.997723] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 9289aeb2-4bea-4a45-a98f-cc0239989352/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. {{(pid=68466) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 871.998145] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e44a27e-6fd9-4062-b182-f93d93c880aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.007900] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 872.007900] env[68466]: value = "task-2812481" [ 872.007900] env[68466]: _type = "Task" [ 872.007900] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.018023] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.052047] env[68466]: DEBUG nova.compute.manager [req-48934b5c-780c-47df-bafe-5306a618f28b req-f41be58e-b667-43f0-b5ac-30235e7001c0 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Received event network-changed-d2ed7500-7d5b-454a-af1e-04243dcf2531 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 872.052047] env[68466]: DEBUG nova.compute.manager [req-48934b5c-780c-47df-bafe-5306a618f28b req-f41be58e-b667-43f0-b5ac-30235e7001c0 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Refreshing instance network info cache due to event network-changed-d2ed7500-7d5b-454a-af1e-04243dcf2531. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 872.052289] env[68466]: DEBUG oslo_concurrency.lockutils [req-48934b5c-780c-47df-bafe-5306a618f28b req-f41be58e-b667-43f0-b5ac-30235e7001c0 service nova] Acquiring lock "refresh_cache-68311f9b-64cc-4e62-9db5-d1b7f8f4661b" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.056017] env[68466]: DEBUG oslo_concurrency.lockutils [req-48934b5c-780c-47df-bafe-5306a618f28b req-f41be58e-b667-43f0-b5ac-30235e7001c0 service nova] Acquired lock "refresh_cache-68311f9b-64cc-4e62-9db5-d1b7f8f4661b" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.056017] env[68466]: DEBUG nova.network.neutron [req-48934b5c-780c-47df-bafe-5306a618f28b req-f41be58e-b667-43f0-b5ac-30235e7001c0 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Refreshing network info cache for port d2ed7500-7d5b-454a-af1e-04243dcf2531 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.115522] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.117395] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.147s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.117628] env[68466]: DEBUG nova.objects.instance [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lazy-loading 'resources' on Instance uuid 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.126617] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717474} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.126617] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 87468178-0f5e-4413-9186-e3fb9280c120/87468178-0f5e-4413-9186-e3fb9280c120.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.126820] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.127337] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5111f42e-6d0b-473f-8857-5079a6b6675a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.136526] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 872.136526] env[68466]: value = "task-2812482" [ 872.136526] env[68466]: _type = "Task" [ 872.136526] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.146296] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.147484] env[68466]: INFO nova.scheduler.client.report [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleted allocations for instance 82094d30-2334-4dd0-8e1e-23572d78ed1d [ 872.235448] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.267904] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230791} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.268222] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.268414] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.268586] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.485905] env[68466]: DEBUG nova.network.neutron [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Successfully updated port: 00e16f2f-ff76-4da3-b931-d161036534b4 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.502547] env[68466]: DEBUG oslo_vmware.api [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183209} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.502665] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.502946] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.503224] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.504032] env[68466]: INFO nova.compute.manager [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 872.504032] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.504032] env[68466]: DEBUG nova.compute.manager [-] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.504032] env[68466]: DEBUG nova.network.neutron [-] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.522062] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812481, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.650752] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089924} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.650752] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.651557] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be70fe7d-d994-47b9-88c7-3b09a419f8a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.661674] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5ce44540-c979-4efc-a610-8e602d123e01 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "82094d30-2334-4dd0-8e1e-23572d78ed1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.431s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.690020] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 87468178-0f5e-4413-9186-e3fb9280c120/87468178-0f5e-4413-9186-e3fb9280c120.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.692464] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d63103-e2e9-4db2-b7f4-9eab65aecf4a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.716075] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 872.716075] env[68466]: value = "task-2812483" [ 872.716075] env[68466]: _type = "Task" [ 872.716075] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.729848] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.975766] env[68466]: DEBUG nova.network.neutron [req-48934b5c-780c-47df-bafe-5306a618f28b req-f41be58e-b667-43f0-b5ac-30235e7001c0 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Updated VIF entry in instance network info cache for port d2ed7500-7d5b-454a-af1e-04243dcf2531. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.976140] env[68466]: DEBUG nova.network.neutron [req-48934b5c-780c-47df-bafe-5306a618f28b req-f41be58e-b667-43f0-b5ac-30235e7001c0 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Updating instance_info_cache with network_info: [{"id": "d2ed7500-7d5b-454a-af1e-04243dcf2531", "address": "fa:16:3e:ea:d1:03", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2ed7500-7d", "ovs_interfaceid": "d2ed7500-7d5b-454a-af1e-04243dcf2531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.992385] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-f99a26a9-de93-4ad4-98af-3e652aeacb52" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.992538] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-f99a26a9-de93-4ad4-98af-3e652aeacb52" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.992686] env[68466]: DEBUG nova.network.neutron [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.021070] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518901} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.023793] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 9289aeb2-4bea-4a45-a98f-cc0239989352/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. [ 873.024788] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f658c8-cc71-438b-9a6c-b1e364b529e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.051398] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 9289aeb2-4bea-4a45-a98f-cc0239989352/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.054942] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b209014e-1961-4b43-ae15-e8d7be04653f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.074613] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 873.074613] env[68466]: value = "task-2812484" [ 873.074613] env[68466]: _type = "Task" [ 873.074613] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.089882] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.227025] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812483, 'name': ReconfigVM_Task, 'duration_secs': 0.323818} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.229859] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 87468178-0f5e-4413-9186-e3fb9280c120/87468178-0f5e-4413-9186-e3fb9280c120.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.231019] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c85dd25-4f3e-49fe-955e-acd07a7c36ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.238427] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 873.238427] env[68466]: value = "task-2812485" [ 873.238427] env[68466]: _type = "Task" [ 873.238427] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.251591] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812485, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.295930] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f1aba4-d6dc-4d66-adae-a664cc0653c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.307276] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.307565] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.307691] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.307886] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.308078] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.308230] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.308436] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.308594] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.308759] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.308920] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.309111] env[68466]: DEBUG nova.virt.hardware [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.310204] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0010d76-1b0d-4462-b146-5a389d3c8151 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.313881] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0821cad1-54e7-4827-a423-84632954c5d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.345370] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0931b19f-9f7a-43b3-a345-11fa520d4e2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.351010] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67272cf-9c93-47d0-9851-86dddec15aa2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.366172] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:3c:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1437e0e0-b823-40ab-a6e2-78a79987e78b', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.373619] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.374858] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880fe2a3-cecc-48ee-8f04-6bbfbe284fcc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.378961] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.379240] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdf52a75-7c4a-470a-9b7e-782433c35e31 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.404939] env[68466]: DEBUG nova.compute.provider_tree [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.410258] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.410258] env[68466]: value = "task-2812486" [ 873.410258] env[68466]: _type = "Task" [ 873.410258] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.417240] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812486, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.462483] env[68466]: DEBUG nova.network.neutron [-] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.479272] env[68466]: DEBUG oslo_concurrency.lockutils [req-48934b5c-780c-47df-bafe-5306a618f28b req-f41be58e-b667-43f0-b5ac-30235e7001c0 service nova] Releasing lock "refresh_cache-68311f9b-64cc-4e62-9db5-d1b7f8f4661b" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.529174] env[68466]: DEBUG nova.network.neutron [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.587880] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812484, 'name': ReconfigVM_Task, 'duration_secs': 0.324306} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.588210] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 9289aeb2-4bea-4a45-a98f-cc0239989352/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.589025] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d458b8-23e7-4d73-a04b-ccec9e420064 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.619440] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30bea3d9-ae69-4525-8390-d5957a2e4085 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.639215] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 873.639215] env[68466]: value = "task-2812487" [ 873.639215] env[68466]: _type = "Task" [ 873.639215] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.648573] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.704855] env[68466]: DEBUG nova.network.neutron [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Updating instance_info_cache with network_info: [{"id": "00e16f2f-ff76-4da3-b931-d161036534b4", "address": "fa:16:3e:74:3f:96", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e16f2f-ff", "ovs_interfaceid": "00e16f2f-ff76-4da3-b931-d161036534b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.749487] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812485, 'name': Rename_Task, 'duration_secs': 0.180281} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.749856] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.750176] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eef5db4a-df26-45e7-965f-e5be7e0b096a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.756965] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 873.756965] env[68466]: value = "task-2812488" [ 873.756965] env[68466]: _type = "Task" [ 873.756965] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.766019] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.909603] env[68466]: DEBUG nova.scheduler.client.report [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.923570] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812486, 'name': CreateVM_Task, 'duration_secs': 0.370675} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.923694] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.924397] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.924537] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.924912] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.925153] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81219a8a-9bec-4c55-8d8b-ebb7a69da0d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.931236] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 873.931236] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525c33bf-dac4-3e88-28db-a54052bc5275" [ 873.931236] env[68466]: _type = "Task" [ 873.931236] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.940500] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525c33bf-dac4-3e88-28db-a54052bc5275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.965854] env[68466]: INFO nova.compute.manager [-] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Took 1.46 seconds to deallocate network for instance. [ 874.082106] env[68466]: DEBUG nova.compute.manager [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Received event network-vif-plugged-00e16f2f-ff76-4da3-b931-d161036534b4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 874.082337] env[68466]: DEBUG oslo_concurrency.lockutils [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] Acquiring lock "f99a26a9-de93-4ad4-98af-3e652aeacb52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.082540] env[68466]: DEBUG oslo_concurrency.lockutils [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.082766] env[68466]: DEBUG oslo_concurrency.lockutils [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.082979] env[68466]: DEBUG nova.compute.manager [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] No waiting events found dispatching network-vif-plugged-00e16f2f-ff76-4da3-b931-d161036534b4 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.083218] env[68466]: WARNING nova.compute.manager [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Received unexpected event network-vif-plugged-00e16f2f-ff76-4da3-b931-d161036534b4 for instance with vm_state building and task_state spawning. [ 874.083437] env[68466]: DEBUG nova.compute.manager [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Received event network-changed-00e16f2f-ff76-4da3-b931-d161036534b4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 874.083648] env[68466]: DEBUG nova.compute.manager [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Refreshing instance network info cache due to event network-changed-00e16f2f-ff76-4da3-b931-d161036534b4. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 874.083878] env[68466]: DEBUG oslo_concurrency.lockutils [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] Acquiring lock "refresh_cache-f99a26a9-de93-4ad4-98af-3e652aeacb52" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.150143] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812487, 'name': ReconfigVM_Task, 'duration_secs': 0.185518} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.150454] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.150682] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b53be182-e053-4672-ab65-47bbf40d2dec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.157598] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 874.157598] env[68466]: value = "task-2812489" [ 874.157598] env[68466]: _type = "Task" [ 874.157598] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.165642] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.207726] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-f99a26a9-de93-4ad4-98af-3e652aeacb52" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.208091] env[68466]: DEBUG nova.compute.manager [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Instance network_info: |[{"id": "00e16f2f-ff76-4da3-b931-d161036534b4", "address": "fa:16:3e:74:3f:96", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e16f2f-ff", "ovs_interfaceid": "00e16f2f-ff76-4da3-b931-d161036534b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.208457] env[68466]: DEBUG oslo_concurrency.lockutils [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] Acquired lock "refresh_cache-f99a26a9-de93-4ad4-98af-3e652aeacb52" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.208643] env[68466]: DEBUG nova.network.neutron [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Refreshing network info cache for port 00e16f2f-ff76-4da3-b931-d161036534b4 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.209969] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:3f:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00e16f2f-ff76-4da3-b931-d161036534b4', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.218447] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.221791] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.222324] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e04e286-0fc7-4afc-92ef-2f28c0b9b54e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.245033] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.245033] env[68466]: value = "task-2812490" [ 874.245033] env[68466]: _type = "Task" [ 874.245033] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.255143] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812490, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.266343] env[68466]: DEBUG oslo_vmware.api [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812488, 'name': PowerOnVM_Task, 'duration_secs': 0.501055} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.268909] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.269193] env[68466]: INFO nova.compute.manager [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Took 7.63 seconds to spawn the instance on the hypervisor. [ 874.269371] env[68466]: DEBUG nova.compute.manager [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.270473] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1909b4-a30e-4d06-bb7f-212b9b1aad1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.419724] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.424612] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.258s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.427787] env[68466]: INFO nova.compute.claims [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.443738] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525c33bf-dac4-3e88-28db-a54052bc5275, 'name': SearchDatastore_Task, 'duration_secs': 0.015053} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.444135] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.444386] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.444631] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.444770] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.444946] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.446040] env[68466]: INFO nova.scheduler.client.report [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Deleted allocations for instance 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3 [ 874.447418] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f360f31-62db-4fc5-83df-bccccdc96dfc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.463812] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.463812] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.464784] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f5f7ac-bdad-4a67-831d-95810e11ce76 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.471810] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.472844] env[68466]: DEBUG nova.network.neutron [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Updated VIF entry in instance network info cache for port 00e16f2f-ff76-4da3-b931-d161036534b4. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.473289] env[68466]: DEBUG nova.network.neutron [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Updating instance_info_cache with network_info: [{"id": "00e16f2f-ff76-4da3-b931-d161036534b4", "address": "fa:16:3e:74:3f:96", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00e16f2f-ff", "ovs_interfaceid": "00e16f2f-ff76-4da3-b931-d161036534b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.476292] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 874.476292] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5241d590-ff3a-ce13-cd9e-a5ceeec2c2e4" [ 874.476292] env[68466]: _type = "Task" [ 874.476292] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.491022] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5241d590-ff3a-ce13-cd9e-a5ceeec2c2e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.491022] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd1d247-25db-4628-a1c6-3e26b6ad0725 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.499172] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 874.499172] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5221bf81-47a5-0faf-5c22-c9ae295c8573" [ 874.499172] env[68466]: _type = "Task" [ 874.499172] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.515440] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5221bf81-47a5-0faf-5c22-c9ae295c8573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.667452] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.754260] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812490, 'name': CreateVM_Task, 'duration_secs': 0.477882} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.754432] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.755181] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.755350] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.755669] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.755921] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93308856-3f5c-40b1-b2a3-845c54c2f489 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.760556] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 874.760556] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a30c01-6f59-2083-d1aa-1635992d35f2" [ 874.760556] env[68466]: _type = "Task" [ 874.760556] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.768015] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a30c01-6f59-2083-d1aa-1635992d35f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.788103] env[68466]: INFO nova.compute.manager [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Took 56.45 seconds to build instance. [ 874.958945] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4ebae62-d2d2-4f30-a407-226821dc47a8 tempest-MultipleCreateTestJSON-2105858309 tempest-MultipleCreateTestJSON-2105858309-project-member] Lock "71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.420s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.977198] env[68466]: DEBUG oslo_concurrency.lockutils [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] Releasing lock "refresh_cache-f99a26a9-de93-4ad4-98af-3e652aeacb52" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.977478] env[68466]: DEBUG nova.compute.manager [req-c7d0b09f-307a-45f0-8c4e-ae745f8eff6e req-4f532cf2-4cec-46c6-af9a-97d2242169bd service nova] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Received event network-vif-deleted-0b94cf2b-479d-4043-9ef6-02206df64fb1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 875.010442] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5221bf81-47a5-0faf-5c22-c9ae295c8573, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.010714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.010952] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 22b16eb7-e4fe-4d14-89be-2f399a7d0533/22b16eb7-e4fe-4d14-89be-2f399a7d0533.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.011241] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7180721e-6f8a-4052-81fd-82f48470c5fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.018383] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 875.018383] env[68466]: value = "task-2812491" [ 875.018383] env[68466]: _type = "Task" [ 875.018383] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.028155] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.168692] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.274114] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a30c01-6f59-2083-d1aa-1635992d35f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.274496] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.274734] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.274977] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.275200] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.275438] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.275741] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e004f2-2b89-4e22-a215-b42433b7b4be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.289884] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb583332-8cd8-47c8-aea8-77d47bc2d42e tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "87468178-0f5e-4413-9186-e3fb9280c120" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.420s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.292679] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.292903] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.293888] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a6a7ab-81bd-45b6-bd02-17ae2662c37c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.301408] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 875.301408] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5226d621-fe4b-b3a5-75a4-dc03303ab45d" [ 875.301408] env[68466]: _type = "Task" [ 875.301408] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.315176] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5226d621-fe4b-b3a5-75a4-dc03303ab45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.537646] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480114} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.537818] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 22b16eb7-e4fe-4d14-89be-2f399a7d0533/22b16eb7-e4fe-4d14-89be-2f399a7d0533.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.538160] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.538447] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e8b352c-6af3-404c-9f1b-be1f28f10d5d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.551355] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 875.551355] env[68466]: value = "task-2812492" [ 875.551355] env[68466]: _type = "Task" [ 875.551355] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.567514] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.669931] env[68466]: DEBUG oslo_vmware.api [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812489, 'name': PowerOnVM_Task, 'duration_secs': 1.299806} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.670149] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.675590] env[68466]: DEBUG nova.compute.manager [None req-3c94669c-0444-4e46-b3f2-39268bec60d7 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.679019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc87bbc-7971-4a9f-b7b3-324cd5f1d1d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.797160] env[68466]: DEBUG nova.compute.manager [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.812377] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5226d621-fe4b-b3a5-75a4-dc03303ab45d, 'name': SearchDatastore_Task, 'duration_secs': 0.056347} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.816077] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fd05cf-42f3-492b-b0ca-5d337a9496e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.822652] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 875.822652] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f8034d-50b8-ecbe-21a8-a349f5f519e7" [ 875.822652] env[68466]: _type = "Task" [ 875.822652] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.833315] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f8034d-50b8-ecbe-21a8-a349f5f519e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.016158] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd283c3-57cc-4fc7-9c3d-79eeefa80de7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.024391] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b67f26-6401-4cf6-8b58-4bf3e2cff84a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.067021] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37218878-1920-43d3-a8b0-11c873d2dbe6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.075240] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073314} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.076840] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.079020] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9402050-857f-4ec0-9d18-b09ae278ef8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.081227] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b65b04-d10f-4afb-9bfd-2fbd32ecdc62 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.096686] env[68466]: DEBUG nova.compute.provider_tree [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.121608] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 22b16eb7-e4fe-4d14-89be-2f399a7d0533/22b16eb7-e4fe-4d14-89be-2f399a7d0533.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.122656] env[68466]: DEBUG nova.scheduler.client.report [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.126062] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d611ce-a158-4bd2-b1a8-662e9d74618a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.149826] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 876.149826] env[68466]: value = "task-2812493" [ 876.149826] env[68466]: _type = "Task" [ 876.149826] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.160451] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.319955] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.335445] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f8034d-50b8-ecbe-21a8-a349f5f519e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.335734] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.336025] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] f99a26a9-de93-4ad4-98af-3e652aeacb52/f99a26a9-de93-4ad4-98af-3e652aeacb52.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.336283] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-213f7eb1-fdb7-4262-8fc9-aa5ac86696c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.345289] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 876.345289] env[68466]: value = "task-2812494" [ 876.345289] env[68466]: _type = "Task" [ 876.345289] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.353833] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.373680] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.374010] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.642842] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.643422] env[68466]: DEBUG nova.compute.manager [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.646788] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.888s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.647214] env[68466]: DEBUG nova.objects.instance [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'resources' on Instance uuid cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.663642] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812493, 'name': ReconfigVM_Task, 'duration_secs': 0.397113} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.663982] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 22b16eb7-e4fe-4d14-89be-2f399a7d0533/22b16eb7-e4fe-4d14-89be-2f399a7d0533.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.664658] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb6d91c3-a2b4-4c9d-b574-8f70c6a8ae99 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.674176] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 876.674176] env[68466]: value = "task-2812495" [ 876.674176] env[68466]: _type = "Task" [ 876.674176] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.674697] env[68466]: INFO nova.compute.manager [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Unrescuing [ 876.674979] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.675180] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquired lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.675375] env[68466]: DEBUG nova.network.neutron [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.688978] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812495, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.856672] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812494, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.148947] env[68466]: DEBUG nova.compute.utils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.150436] env[68466]: DEBUG nova.compute.manager [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.150599] env[68466]: DEBUG nova.network.neutron [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.195842] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812495, 'name': Rename_Task, 'duration_secs': 0.329902} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.195842] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.195978] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ea27ab-1699-4fd7-adc0-aabe37912a95 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.203656] env[68466]: DEBUG nova.policy [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57c5083d1a1c4293b78ca6eb4e945040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56feee23880347d88a7327b571a9845a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.206565] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 877.206565] env[68466]: value = "task-2812496" [ 877.206565] env[68466]: _type = "Task" [ 877.206565] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.217970] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.367336] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514289} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.367674] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] f99a26a9-de93-4ad4-98af-3e652aeacb52/f99a26a9-de93-4ad4-98af-3e652aeacb52.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.368187] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.368589] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb7701d2-a216-41f8-91e1-a479c8f5a996 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.381711] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 877.381711] env[68466]: value = "task-2812497" [ 877.381711] env[68466]: _type = "Task" [ 877.381711] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.399889] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.550481] env[68466]: DEBUG nova.network.neutron [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Updating instance_info_cache with network_info: [{"id": "882ca0c3-8369-4c94-8020-d432170dacf0", "address": "fa:16:3e:01:78:75", "network": {"id": "02415e9a-e637-4cff-89ad-654e35c6f882", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1804478258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "398ba8bba26b4103a6fd98edc1ca519a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap882ca0c3-83", "ovs_interfaceid": "882ca0c3-8369-4c94-8020-d432170dacf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.656979] env[68466]: DEBUG nova.compute.manager [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.671450] env[68466]: DEBUG nova.network.neutron [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Successfully created port: 3ed8c1c4-dfc7-431f-97fb-04ce73cc1461 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.723881] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812496, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.792620] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e36fb1-66fa-4ecd-9e85-437cf053d5ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.802923] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc9f65-3fd8-474f-a16f-64f14cdd61ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.839585] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcf4dca-b60d-45e8-9dfe-6a6406dc4415 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.848926] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89089924-5d88-4378-aab7-2e31d145b61d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.864604] env[68466]: DEBUG nova.compute.provider_tree [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.892964] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074224} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.893281] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.895496] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daddd0e-7340-42e3-b269-3125574ea001 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.920560] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] f99a26a9-de93-4ad4-98af-3e652aeacb52/f99a26a9-de93-4ad4-98af-3e652aeacb52.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.920906] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9239b97d-7e1f-41d1-8c8e-fbbc9d4d33ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.947182] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 877.947182] env[68466]: value = "task-2812498" [ 877.947182] env[68466]: _type = "Task" [ 877.947182] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.965064] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.053182] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Releasing lock "refresh_cache-9289aeb2-4bea-4a45-a98f-cc0239989352" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.053855] env[68466]: DEBUG nova.objects.instance [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lazy-loading 'flavor' on Instance uuid 9289aeb2-4bea-4a45-a98f-cc0239989352 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.220666] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812496, 'name': PowerOnVM_Task, 'duration_secs': 0.520964} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.220929] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.221156] env[68466]: DEBUG nova.compute.manager [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.221934] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b63ee-3ca7-4ae0-8220-aacdb6b3ff04 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.368735] env[68466]: DEBUG nova.scheduler.client.report [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.458111] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.562107] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827638b5-3933-49fa-bdcb-07e5551ae9a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.587668] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.588067] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93380e5b-ebc0-40fc-9a3f-013e4d44c904 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.597058] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 878.597058] env[68466]: value = "task-2812499" [ 878.597058] env[68466]: _type = "Task" [ 878.597058] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.606378] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.671454] env[68466]: DEBUG nova.compute.manager [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.734095] env[68466]: INFO nova.compute.manager [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] bringing vm to original state: 'stopped' [ 878.830342] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.830578] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.830737] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.830920] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.831094] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.831245] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.831495] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.831664] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.831831] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.831992] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.832183] env[68466]: DEBUG nova.virt.hardware [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.833043] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7779fdd-358b-4dfc-a992-ba210bb2445b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.842716] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bb54b9-f28a-4e9d-8941-61749e622f75 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.875217] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.878515] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.804s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.879667] env[68466]: INFO nova.compute.claims [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.901883] env[68466]: INFO nova.scheduler.client.report [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleted allocations for instance cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1 [ 878.958898] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812498, 'name': ReconfigVM_Task, 'duration_secs': 0.650771} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.959207] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Reconfigured VM instance instance-00000045 to attach disk [datastore2] f99a26a9-de93-4ad4-98af-3e652aeacb52/f99a26a9-de93-4ad4-98af-3e652aeacb52.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.960088] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63d991c3-d31e-405c-97b4-5504e94c2e90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.967998] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 878.967998] env[68466]: value = "task-2812500" [ 878.967998] env[68466]: _type = "Task" [ 878.967998] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.977051] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812500, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.108894] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812499, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.138878] env[68466]: DEBUG nova.compute.manager [req-fb983112-c257-44ac-a28e-cd225a8c4644 req-cc104d26-d9e5-45a7-b2af-7fabe8874c11 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Received event network-vif-plugged-3ed8c1c4-dfc7-431f-97fb-04ce73cc1461 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 879.139118] env[68466]: DEBUG oslo_concurrency.lockutils [req-fb983112-c257-44ac-a28e-cd225a8c4644 req-cc104d26-d9e5-45a7-b2af-7fabe8874c11 service nova] Acquiring lock "15f94aba-7683-4b00-997b-8af1b420fc2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.139395] env[68466]: DEBUG oslo_concurrency.lockutils [req-fb983112-c257-44ac-a28e-cd225a8c4644 req-cc104d26-d9e5-45a7-b2af-7fabe8874c11 service nova] Lock "15f94aba-7683-4b00-997b-8af1b420fc2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.139574] env[68466]: DEBUG oslo_concurrency.lockutils [req-fb983112-c257-44ac-a28e-cd225a8c4644 req-cc104d26-d9e5-45a7-b2af-7fabe8874c11 service nova] Lock "15f94aba-7683-4b00-997b-8af1b420fc2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.139736] env[68466]: DEBUG nova.compute.manager [req-fb983112-c257-44ac-a28e-cd225a8c4644 req-cc104d26-d9e5-45a7-b2af-7fabe8874c11 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] No waiting events found dispatching network-vif-plugged-3ed8c1c4-dfc7-431f-97fb-04ce73cc1461 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.140272] env[68466]: WARNING nova.compute.manager [req-fb983112-c257-44ac-a28e-cd225a8c4644 req-cc104d26-d9e5-45a7-b2af-7fabe8874c11 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Received unexpected event network-vif-plugged-3ed8c1c4-dfc7-431f-97fb-04ce73cc1461 for instance with vm_state building and task_state spawning. [ 879.232980] env[68466]: DEBUG nova.network.neutron [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Successfully updated port: 3ed8c1c4-dfc7-431f-97fb-04ce73cc1461 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.410518] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b70215a7-8532-4dfc-a019-3cc439efbf2e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.505s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.479561] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812500, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.610077] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812499, 'name': PowerOffVM_Task, 'duration_secs': 0.531693} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.610333] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.615772] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.616168] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a77cd3-78c2-4ab8-ae05-f4d778a5ac56 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.639260] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 879.639260] env[68466]: value = "task-2812501" [ 879.639260] env[68466]: _type = "Task" [ 879.639260] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.648797] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.736886] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "refresh_cache-15f94aba-7683-4b00-997b-8af1b420fc2d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.736988] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquired lock "refresh_cache-15f94aba-7683-4b00-997b-8af1b420fc2d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.737242] env[68466]: DEBUG nova.network.neutron [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.748736] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.748736] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.748736] env[68466]: DEBUG nova.compute.manager [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.749651] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65367bd-70db-4ec5-8ed8-f6f17060dfa5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.758071] env[68466]: DEBUG nova.compute.manager [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 879.981019] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812500, 'name': Rename_Task, 'duration_secs': 0.745177} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.981681] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.982134] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b11583be-a9e8-408f-9357-f837925e955e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.990802] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 879.990802] env[68466]: value = "task-2812502" [ 879.990802] env[68466]: _type = "Task" [ 879.990802] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.008317] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.152282] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812501, 'name': ReconfigVM_Task, 'duration_secs': 0.369082} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.152617] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 880.152756] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.153019] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-250f108b-e67d-4fd8-834b-b79ff2c84e3f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.161685] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 880.161685] env[68466]: value = "task-2812503" [ 880.161685] env[68466]: _type = "Task" [ 880.161685] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.176082] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.266093] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.269298] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2161606-f041-4e67-8bca-fd4fa6111ed2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.279632] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 880.279632] env[68466]: value = "task-2812504" [ 880.279632] env[68466]: _type = "Task" [ 880.279632] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.287434] env[68466]: DEBUG nova.network.neutron [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.297868] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.432355] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e93526-8065-4718-a50b-27306b3ee4a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.445336] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6617b8d4-e6cc-46f4-87d2-50e4fe401e33 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.482030] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1bd5a0-a5bd-4bf5-9c62-565b173a8875 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.487199] env[68466]: DEBUG nova.network.neutron [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Updating instance_info_cache with network_info: [{"id": "3ed8c1c4-dfc7-431f-97fb-04ce73cc1461", "address": "fa:16:3e:50:c9:82", "network": {"id": "9615d515-7d55-49c1-ac13-7df58e656562", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-914355783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56feee23880347d88a7327b571a9845a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed8c1c4-df", "ovs_interfaceid": "3ed8c1c4-dfc7-431f-97fb-04ce73cc1461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.499986] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8418b00d-daae-4cb3-85cb-cbc9f16256c2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.512042] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812502, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.522231] env[68466]: DEBUG nova.compute.provider_tree [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.672906] env[68466]: DEBUG oslo_vmware.api [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812503, 'name': PowerOnVM_Task, 'duration_secs': 0.453259} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.673544] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.673780] env[68466]: DEBUG nova.compute.manager [None req-1a387149-9db8-4e90-9dad-8915f89ec4cf tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.674568] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b573c14b-14f5-4564-9e2a-64576a8ad109 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.789451] env[68466]: DEBUG oslo_vmware.api [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812504, 'name': PowerOffVM_Task, 'duration_secs': 0.201227} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.789631] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.789827] env[68466]: DEBUG nova.compute.manager [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.790613] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f36aac-552e-4f89-9135-e367b1219374 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.994979] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Releasing lock "refresh_cache-15f94aba-7683-4b00-997b-8af1b420fc2d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.995366] env[68466]: DEBUG nova.compute.manager [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Instance network_info: |[{"id": "3ed8c1c4-dfc7-431f-97fb-04ce73cc1461", "address": "fa:16:3e:50:c9:82", "network": {"id": "9615d515-7d55-49c1-ac13-7df58e656562", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-914355783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56feee23880347d88a7327b571a9845a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed8c1c4-df", "ovs_interfaceid": "3ed8c1c4-dfc7-431f-97fb-04ce73cc1461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.999097] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:c9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ed8c1c4-dfc7-431f-97fb-04ce73cc1461', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.006381] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.006670] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.007464] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4c8132f-627a-4c2b-9af8-9de1bded842d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.026755] env[68466]: DEBUG nova.scheduler.client.report [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.030160] env[68466]: DEBUG oslo_vmware.api [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812502, 'name': PowerOnVM_Task, 'duration_secs': 0.54507} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.030884] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.031175] env[68466]: INFO nova.compute.manager [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Took 9.22 seconds to spawn the instance on the hypervisor. [ 881.031427] env[68466]: DEBUG nova.compute.manager [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.035274] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9d4b65-4057-4ab7-bd31-a3bfd06c184e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.037791] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.037791] env[68466]: value = "task-2812505" [ 881.037791] env[68466]: _type = "Task" [ 881.037791] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.052337] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812505, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.304475] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.555s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.329778] env[68466]: DEBUG nova.compute.manager [req-49f603f6-5149-450d-9fda-e942b6f236b4 req-f21e468f-f56b-4db6-b779-98451fe5d137 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Received event network-changed-3ed8c1c4-dfc7-431f-97fb-04ce73cc1461 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 881.329979] env[68466]: DEBUG nova.compute.manager [req-49f603f6-5149-450d-9fda-e942b6f236b4 req-f21e468f-f56b-4db6-b779-98451fe5d137 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Refreshing instance network info cache due to event network-changed-3ed8c1c4-dfc7-431f-97fb-04ce73cc1461. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 881.330222] env[68466]: DEBUG oslo_concurrency.lockutils [req-49f603f6-5149-450d-9fda-e942b6f236b4 req-f21e468f-f56b-4db6-b779-98451fe5d137 service nova] Acquiring lock "refresh_cache-15f94aba-7683-4b00-997b-8af1b420fc2d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.330398] env[68466]: DEBUG oslo_concurrency.lockutils [req-49f603f6-5149-450d-9fda-e942b6f236b4 req-f21e468f-f56b-4db6-b779-98451fe5d137 service nova] Acquired lock "refresh_cache-15f94aba-7683-4b00-997b-8af1b420fc2d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.330565] env[68466]: DEBUG nova.network.neutron [req-49f603f6-5149-450d-9fda-e942b6f236b4 req-f21e468f-f56b-4db6-b779-98451fe5d137 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Refreshing network info cache for port 3ed8c1c4-dfc7-431f-97fb-04ce73cc1461 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.537134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.537872] env[68466]: DEBUG nova.compute.manager [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.541147] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.724s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.541356] env[68466]: DEBUG nova.objects.instance [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lazy-loading 'resources' on Instance uuid 578a39b7-3420-4fa1-bba6-820f2683de96 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.560745] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812505, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.561489] env[68466]: INFO nova.compute.manager [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Took 58.60 seconds to build instance. [ 881.813137] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.824071] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "9289aeb2-4bea-4a45-a98f-cc0239989352" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.824367] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "9289aeb2-4bea-4a45-a98f-cc0239989352" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.824557] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "9289aeb2-4bea-4a45-a98f-cc0239989352-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.824748] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "9289aeb2-4bea-4a45-a98f-cc0239989352-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.824929] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "9289aeb2-4bea-4a45-a98f-cc0239989352-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.827359] env[68466]: INFO nova.compute.manager [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Terminating instance [ 882.045513] env[68466]: DEBUG nova.compute.utils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.059032] env[68466]: DEBUG nova.compute.manager [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.059032] env[68466]: DEBUG nova.network.neutron [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.062393] env[68466]: DEBUG nova.network.neutron [req-49f603f6-5149-450d-9fda-e942b6f236b4 req-f21e468f-f56b-4db6-b779-98451fe5d137 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Updated VIF entry in instance network info cache for port 3ed8c1c4-dfc7-431f-97fb-04ce73cc1461. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.064675] env[68466]: DEBUG nova.network.neutron [req-49f603f6-5149-450d-9fda-e942b6f236b4 req-f21e468f-f56b-4db6-b779-98451fe5d137 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Updating instance_info_cache with network_info: [{"id": "3ed8c1c4-dfc7-431f-97fb-04ce73cc1461", "address": "fa:16:3e:50:c9:82", "network": {"id": "9615d515-7d55-49c1-ac13-7df58e656562", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-914355783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56feee23880347d88a7327b571a9845a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed8c1c4-df", "ovs_interfaceid": "3ed8c1c4-dfc7-431f-97fb-04ce73cc1461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.064675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e905be3b-d939-4edb-89d8-9f6cfebe2388 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.329s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.075965] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812505, 'name': CreateVM_Task, 'duration_secs': 0.741912} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.075965] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.076550] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.076760] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.077121] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.077983] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf591a97-04d2-45bb-b80d-a20f422bf0b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.086920] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 882.086920] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248b15c-4d9c-55e8-4542-c1d16a65fa03" [ 882.086920] env[68466]: _type = "Task" [ 882.086920] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.099728] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248b15c-4d9c-55e8-4542-c1d16a65fa03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.107183] env[68466]: DEBUG nova.policy [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b09db06c7a2f42049010b884fa339de7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e4ab2907f8a4158b9a8c020772b631e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.287154] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.288163] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.288163] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.288312] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.288517] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.291934] env[68466]: INFO nova.compute.manager [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Terminating instance [ 882.330815] env[68466]: DEBUG nova.compute.manager [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.331052] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.331925] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc767644-0b3c-44ef-ac57-291dc0f690e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.344385] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.344385] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f30d85be-2e59-4416-9677-6b7046381824 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.351727] env[68466]: DEBUG oslo_vmware.api [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 882.351727] env[68466]: value = "task-2812506" [ 882.351727] env[68466]: _type = "Task" [ 882.351727] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.364040] env[68466]: DEBUG oslo_vmware.api [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.408183] env[68466]: DEBUG nova.network.neutron [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Successfully created port: e44322c8-60d5-4025-bad0-c357c38cbf98 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.552562] env[68466]: DEBUG nova.compute.manager [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.568190] env[68466]: DEBUG oslo_concurrency.lockutils [req-49f603f6-5149-450d-9fda-e942b6f236b4 req-f21e468f-f56b-4db6-b779-98451fe5d137 service nova] Releasing lock "refresh_cache-15f94aba-7683-4b00-997b-8af1b420fc2d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.568794] env[68466]: DEBUG nova.compute.manager [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.599912] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248b15c-4d9c-55e8-4542-c1d16a65fa03, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.600865] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.601121] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.601366] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.601512] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.602089] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.602482] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2ea2a7f-3bee-4f90-8ae0-f71b1962b7ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.613193] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.613193] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.613785] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b58c42c-5e7b-43fa-9c31-fc3a0ec4fc8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.623125] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 882.623125] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb4567-e7c4-42d2-fb3c-78e77cbe4fbb" [ 882.623125] env[68466]: _type = "Task" [ 882.623125] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.627212] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f1bb66-2e72-45fb-8ec6-a3d6258861c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.639695] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb4567-e7c4-42d2-fb3c-78e77cbe4fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.642559] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2310f138-901c-49f0-a91d-00c7d8b47c53 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.646045] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbfa060-884d-4814-a5fb-51620ae922f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.655704] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 882.655704] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c5ff62-d579-9b17-91ad-0f128bb672b8" [ 882.655704] env[68466]: _type = "Task" [ 882.655704] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.685731] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bed38a-882f-4b9d-a521-73cc11505932 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.697914] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d737d9-81a4-4407-a5b7-2f5130df4dee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.705021] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c5ff62-d579-9b17-91ad-0f128bb672b8, 'name': SearchDatastore_Task, 'duration_secs': 0.019503} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.705021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.705021] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 15f94aba-7683-4b00-997b-8af1b420fc2d/15f94aba-7683-4b00-997b-8af1b420fc2d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.706937] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9ce1f47-d281-4b41-9175-22e4abbc1a8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.710171] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.710408] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.719101] env[68466]: DEBUG nova.compute.provider_tree [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.726854] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 882.726854] env[68466]: value = "task-2812507" [ 882.726854] env[68466]: _type = "Task" [ 882.726854] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.736585] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.798760] env[68466]: DEBUG nova.compute.manager [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.799017] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.800238] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d8ac6c-cf7b-43d9-be3d-fc748ff8364a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.808659] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.808941] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2afe7471-9994-4a45-a0eb-ea3d3d6f2e3f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.863024] env[68466]: DEBUG oslo_vmware.api [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812506, 'name': PowerOffVM_Task, 'duration_secs': 0.234095} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.863358] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.863498] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.864102] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97284249-a223-495e-836e-d10156e12f7f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.878632] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.878843] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.879094] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleting the datastore file [datastore2] 22b16eb7-e4fe-4d14-89be-2f399a7d0533 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.879418] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eac50b5-4228-4499-8959-ba8e8cd27f96 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.886296] env[68466]: DEBUG oslo_vmware.api [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 882.886296] env[68466]: value = "task-2812510" [ 882.886296] env[68466]: _type = "Task" [ 882.886296] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.897028] env[68466]: DEBUG oslo_vmware.api [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.941577] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.941822] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.942013] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Deleting the datastore file [datastore1] 9289aeb2-4bea-4a45-a98f-cc0239989352 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.942356] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a573b9ce-0a3c-4709-9acd-60ae1999a9e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.954079] env[68466]: DEBUG oslo_vmware.api [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 882.954079] env[68466]: value = "task-2812511" [ 882.954079] env[68466]: _type = "Task" [ 882.954079] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.963985] env[68466]: DEBUG oslo_vmware.api [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.090216] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.223025] env[68466]: DEBUG nova.scheduler.client.report [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.227669] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.227912] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.239416] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812507, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.396207] env[68466]: DEBUG oslo_vmware.api [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465144} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.396464] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.396645] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.396824] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.396999] env[68466]: INFO nova.compute.manager [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Took 0.60 seconds to destroy the instance on the hypervisor. [ 883.397307] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.397507] env[68466]: DEBUG nova.compute.manager [-] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.397599] env[68466]: DEBUG nova.network.neutron [-] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.464486] env[68466]: DEBUG oslo_vmware.api [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383464} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.464752] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.465022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.465259] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.465479] env[68466]: INFO nova.compute.manager [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Took 1.13 seconds to destroy the instance on the hypervisor. [ 883.465676] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.465867] env[68466]: DEBUG nova.compute.manager [-] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.465958] env[68466]: DEBUG nova.network.neutron [-] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.564339] env[68466]: DEBUG nova.compute.manager [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.593453] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.593769] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.593868] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.594211] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.594211] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.594340] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.595305] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.595305] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.595305] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.595305] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.595305] env[68466]: DEBUG nova.virt.hardware [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.596214] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72585e34-15d4-49c5-903a-9882b9272da6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.605795] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0273918d-ea49-4736-aea5-1a5ba8c8bb81 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.727482] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.729822] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.083s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.732045] env[68466]: INFO nova.compute.claims [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.735863] env[68466]: DEBUG nova.compute.utils [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.750074] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52907} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.750074] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 15f94aba-7683-4b00-997b-8af1b420fc2d/15f94aba-7683-4b00-997b-8af1b420fc2d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.750074] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.750074] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af777d28-8c91-4064-a564-4c728243ad82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.759469] env[68466]: INFO nova.scheduler.client.report [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted allocations for instance 578a39b7-3420-4fa1-bba6-820f2683de96 [ 883.761901] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 883.761901] env[68466]: value = "task-2812512" [ 883.761901] env[68466]: _type = "Task" [ 883.761901] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.780596] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.005032] env[68466]: DEBUG nova.network.neutron [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Successfully updated port: e44322c8-60d5-4025-bad0-c357c38cbf98 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.168870] env[68466]: DEBUG nova.network.neutron [-] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.211997] env[68466]: DEBUG nova.compute.manager [req-15a0295b-c986-4498-9eba-13de27db635c req-0e8484b3-8eb0-41e0-82b4-3b27441bb120 service nova] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Received event network-vif-deleted-1437e0e0-b823-40ab-a6e2-78a79987e78b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 884.244720] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.278567] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075981} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.279010] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4ba2fa63-b009-4592-a70b-d508bf651123 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "578a39b7-3420-4fa1-bba6-820f2683de96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.966s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.279911] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.281473] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1097133a-09e0-4d0a-b056-5bbc1a4e078b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.305058] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 15f94aba-7683-4b00-997b-8af1b420fc2d/15f94aba-7683-4b00-997b-8af1b420fc2d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.305585] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d4674bd-fa3a-43d4-b7fa-bd0f6ac94247 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.320883] env[68466]: DEBUG nova.network.neutron [-] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.323807] env[68466]: DEBUG nova.compute.manager [req-79c0d2a0-bfd2-4909-8294-37df91b166c4 req-1b15a03d-fe59-4b4b-9e58-732bf4f63b49 service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Received event network-vif-deleted-882ca0c3-8369-4c94-8020-d432170dacf0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 884.323995] env[68466]: INFO nova.compute.manager [req-79c0d2a0-bfd2-4909-8294-37df91b166c4 req-1b15a03d-fe59-4b4b-9e58-732bf4f63b49 service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Neutron deleted interface 882ca0c3-8369-4c94-8020-d432170dacf0; detaching it from the instance and deleting it from the info cache [ 884.324184] env[68466]: DEBUG nova.network.neutron [req-79c0d2a0-bfd2-4909-8294-37df91b166c4 req-1b15a03d-fe59-4b4b-9e58-732bf4f63b49 service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.333946] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 884.333946] env[68466]: value = "task-2812513" [ 884.333946] env[68466]: _type = "Task" [ 884.333946] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.343070] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.507925] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "refresh_cache-1d9dcf6b-99b4-4860-8f0c-f4cead52452c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.508110] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired lock "refresh_cache-1d9dcf6b-99b4-4860-8f0c-f4cead52452c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.508293] env[68466]: DEBUG nova.network.neutron [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.672194] env[68466]: INFO nova.compute.manager [-] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Took 1.27 seconds to deallocate network for instance. [ 884.823315] env[68466]: INFO nova.compute.manager [-] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Took 1.36 seconds to deallocate network for instance. [ 884.830557] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a3b877d-025e-44d3-afaa-b19385f9e05e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.842195] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9dc71a-99be-4ef8-80e6-21c0fe04f311 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.858420] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812513, 'name': ReconfigVM_Task, 'duration_secs': 0.301655} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.859227] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 15f94aba-7683-4b00-997b-8af1b420fc2d/15f94aba-7683-4b00-997b-8af1b420fc2d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.859841] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4eee00a2-9863-473e-8cdf-d8b7bded8654 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.886609] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 884.886609] env[68466]: value = "task-2812514" [ 884.886609] env[68466]: _type = "Task" [ 884.886609] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.887299] env[68466]: DEBUG nova.compute.manager [req-79c0d2a0-bfd2-4909-8294-37df91b166c4 req-1b15a03d-fe59-4b4b-9e58-732bf4f63b49 service nova] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Detach interface failed, port_id=882ca0c3-8369-4c94-8020-d432170dacf0, reason: Instance 9289aeb2-4bea-4a45-a98f-cc0239989352 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 884.899348] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812514, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.050460] env[68466]: DEBUG nova.network.neutron [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.180746] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.208161] env[68466]: DEBUG nova.network.neutron [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Updating instance_info_cache with network_info: [{"id": "e44322c8-60d5-4025-bad0-c357c38cbf98", "address": "fa:16:3e:25:04:c2", "network": {"id": "343fdf74-8c3d-490e-90f8-911d44234111", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658146401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4ab2907f8a4158b9a8c020772b631e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44322c8-60", "ovs_interfaceid": "e44322c8-60d5-4025-bad0-c357c38cbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.286467] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a817e3bc-86ab-4c9d-b785-f204c61febc4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.294616] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990731e9-9901-44da-903c-3a3ba8f185a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.300283] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.300539] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.300757] env[68466]: INFO nova.compute.manager [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Attaching volume 4eca37e4-0f7d-45c7-8c70-5e43b4cdd169 to /dev/sdb [ 885.336219] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.337284] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7a54b9-7b70-4bd8-8bcb-8860dab1167c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.346017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79eed8f-4d14-4b4c-bb4d-e93ece74addc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.362553] env[68466]: DEBUG nova.compute.provider_tree [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.363630] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8122809f-3c76-4138-8a80-cef3f6689f2f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.371796] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a45def3-6ce8-40a5-9224-0ba9798bd069 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.386699] env[68466]: DEBUG nova.virt.block_device [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Updating existing volume attachment record: c039a28f-ac16-4ba2-8aa4-9914afdff32b {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 885.398347] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812514, 'name': Rename_Task, 'duration_secs': 0.158567} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.398448] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.398638] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-688c7743-9b62-49b4-99ac-aa73a5e6d2c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.405792] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 885.405792] env[68466]: value = "task-2812515" [ 885.405792] env[68466]: _type = "Task" [ 885.405792] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.413893] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.711439] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Releasing lock "refresh_cache-1d9dcf6b-99b4-4860-8f0c-f4cead52452c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.711825] env[68466]: DEBUG nova.compute.manager [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Instance network_info: |[{"id": "e44322c8-60d5-4025-bad0-c357c38cbf98", "address": "fa:16:3e:25:04:c2", "network": {"id": "343fdf74-8c3d-490e-90f8-911d44234111", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658146401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4ab2907f8a4158b9a8c020772b631e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44322c8-60", "ovs_interfaceid": "e44322c8-60d5-4025-bad0-c357c38cbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.712354] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:04:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e44322c8-60d5-4025-bad0-c357c38cbf98', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.720177] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.720427] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.720652] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55cf2e10-e615-46ad-b662-14df6fcd38b2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.742340] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.742340] env[68466]: value = "task-2812517" [ 885.742340] env[68466]: _type = "Task" [ 885.742340] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.753277] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812517, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.853807] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "52764bf0-a84c-43e0-b72c-e0ee4069d798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.854148] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "52764bf0-a84c-43e0-b72c-e0ee4069d798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.868579] env[68466]: DEBUG nova.scheduler.client.report [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.917027] env[68466]: DEBUG oslo_vmware.api [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812515, 'name': PowerOnVM_Task, 'duration_secs': 0.498182} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.917368] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.917582] env[68466]: INFO nova.compute.manager [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Took 7.25 seconds to spawn the instance on the hypervisor. [ 885.917766] env[68466]: DEBUG nova.compute.manager [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.918588] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf0cce6-016d-47ef-8dc9-e05cca5a01cd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.237145] env[68466]: DEBUG nova.compute.manager [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Received event network-vif-plugged-e44322c8-60d5-4025-bad0-c357c38cbf98 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.237504] env[68466]: DEBUG oslo_concurrency.lockutils [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] Acquiring lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.237776] env[68466]: DEBUG oslo_concurrency.lockutils [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] Lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.237915] env[68466]: DEBUG oslo_concurrency.lockutils [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] Lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.238118] env[68466]: DEBUG nova.compute.manager [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] No waiting events found dispatching network-vif-plugged-e44322c8-60d5-4025-bad0-c357c38cbf98 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.238305] env[68466]: WARNING nova.compute.manager [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Received unexpected event network-vif-plugged-e44322c8-60d5-4025-bad0-c357c38cbf98 for instance with vm_state building and task_state spawning. [ 886.238579] env[68466]: DEBUG nova.compute.manager [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Received event network-changed-e44322c8-60d5-4025-bad0-c357c38cbf98 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.238751] env[68466]: DEBUG nova.compute.manager [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Refreshing instance network info cache due to event network-changed-e44322c8-60d5-4025-bad0-c357c38cbf98. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 886.238933] env[68466]: DEBUG oslo_concurrency.lockutils [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] Acquiring lock "refresh_cache-1d9dcf6b-99b4-4860-8f0c-f4cead52452c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.239085] env[68466]: DEBUG oslo_concurrency.lockutils [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] Acquired lock "refresh_cache-1d9dcf6b-99b4-4860-8f0c-f4cead52452c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.239246] env[68466]: DEBUG nova.network.neutron [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Refreshing network info cache for port e44322c8-60d5-4025-bad0-c357c38cbf98 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.254954] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812517, 'name': CreateVM_Task, 'duration_secs': 0.410183} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.255205] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.255854] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.256020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.256451] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.256920] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b2a40f-2d30-4ce1-96ff-8ad79c094bbf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.262493] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 886.262493] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5265f820-e3c8-d97b-5e86-bd5c23e7b504" [ 886.262493] env[68466]: _type = "Task" [ 886.262493] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.271328] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5265f820-e3c8-d97b-5e86-bd5c23e7b504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.374029] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.375033] env[68466]: DEBUG nova.compute.manager [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.377370] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.679s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.378027] env[68466]: DEBUG nova.objects.instance [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lazy-loading 'pci_requests' on Instance uuid 55fc9b69-18d3-45a1-9b7a-421973de1c98 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.439110] env[68466]: INFO nova.compute.manager [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Took 60.29 seconds to build instance. [ 886.774799] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5265f820-e3c8-d97b-5e86-bd5c23e7b504, 'name': SearchDatastore_Task, 'duration_secs': 0.015356} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.777352] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.777619] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.777867] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.778028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.778336] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.778616] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcac2f2c-31ec-4e75-9800-18f63ec55518 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.789390] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.789647] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.790467] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a0da14-1063-4263-8bd9-4d991f9d491a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.796887] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 886.796887] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52510c9e-fcfd-b29f-7916-ec99d23d5236" [ 886.796887] env[68466]: _type = "Task" [ 886.796887] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.805780] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52510c9e-fcfd-b29f-7916-ec99d23d5236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.881599] env[68466]: DEBUG nova.compute.utils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.885473] env[68466]: DEBUG nova.objects.instance [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lazy-loading 'numa_topology' on Instance uuid 55fc9b69-18d3-45a1-9b7a-421973de1c98 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.886024] env[68466]: DEBUG nova.compute.manager [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.890020] env[68466]: DEBUG nova.network.neutron [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.938932] env[68466]: DEBUG nova.policy [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85068c0d12d94af5848b414b12ae8911', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d800a738b614f70993a4115a8d74dd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.940638] env[68466]: DEBUG oslo_concurrency.lockutils [None req-20f3aed0-e416-4a47-9a63-cc5d9d693c39 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "15f94aba-7683-4b00-997b-8af1b420fc2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.015s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.962068] env[68466]: DEBUG nova.network.neutron [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Updated VIF entry in instance network info cache for port e44322c8-60d5-4025-bad0-c357c38cbf98. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.962369] env[68466]: DEBUG nova.network.neutron [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Updating instance_info_cache with network_info: [{"id": "e44322c8-60d5-4025-bad0-c357c38cbf98", "address": "fa:16:3e:25:04:c2", "network": {"id": "343fdf74-8c3d-490e-90f8-911d44234111", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658146401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e4ab2907f8a4158b9a8c020772b631e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44322c8-60", "ovs_interfaceid": "e44322c8-60d5-4025-bad0-c357c38cbf98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.272928] env[68466]: DEBUG nova.network.neutron [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Successfully created port: d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.307995] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52510c9e-fcfd-b29f-7916-ec99d23d5236, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.308939] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567d8af4-17cf-413f-ab24-e6ba35b9fcec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.314542] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 887.314542] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fafccf-9170-c4e1-adae-1fd003767035" [ 887.314542] env[68466]: _type = "Task" [ 887.314542] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.323111] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fafccf-9170-c4e1-adae-1fd003767035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.387165] env[68466]: DEBUG nova.compute.manager [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.390238] env[68466]: INFO nova.compute.claims [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.443205] env[68466]: DEBUG nova.compute.manager [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.466634] env[68466]: DEBUG oslo_concurrency.lockutils [req-bd7aac3c-ded3-4411-9d73-871811ee9751 req-6be897a8-abb1-4a4b-b0ed-d433eb780fc9 service nova] Releasing lock "refresh_cache-1d9dcf6b-99b4-4860-8f0c-f4cead52452c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.828839] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fafccf-9170-c4e1-adae-1fd003767035, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.828839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.828839] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 1d9dcf6b-99b4-4860-8f0c-f4cead52452c/1d9dcf6b-99b4-4860-8f0c-f4cead52452c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.828839] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc5eedd8-2c3b-4ee3-808e-0a028ff182c0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.834352] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 887.834352] env[68466]: value = "task-2812520" [ 887.834352] env[68466]: _type = "Task" [ 887.834352] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.842563] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.973550] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.345770] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500683} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.346057] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 1d9dcf6b-99b4-4860-8f0c-f4cead52452c/1d9dcf6b-99b4-4860-8f0c-f4cead52452c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.347024] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.347024] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-741d1560-22e4-4bee-b766-1e5ef117dca8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.353655] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 888.353655] env[68466]: value = "task-2812522" [ 888.353655] env[68466]: _type = "Task" [ 888.353655] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.362613] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.401195] env[68466]: DEBUG nova.compute.manager [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.432452] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.432779] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.433015] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.433290] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.433504] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.433715] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.433979] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.434204] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.434433] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.435019] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.435019] env[68466]: DEBUG nova.virt.hardware [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.435968] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94485d5-b59f-4592-9768-ce73d4d60b09 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.449099] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8902ee-cbf6-4ec5-9859-2a2b5a616fa9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.866101] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062511} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.866101] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.867644] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca106d-2ed2-4aa4-9692-b8546f38cb65 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.890237] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 1d9dcf6b-99b4-4860-8f0c-f4cead52452c/1d9dcf6b-99b4-4860-8f0c-f4cead52452c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.897105] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59cb8997-f5a8-406c-b03d-a7da94605459 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.919856] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 888.919856] env[68466]: value = "task-2812523" [ 888.919856] env[68466]: _type = "Task" [ 888.919856] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.932844] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.949458] env[68466]: DEBUG nova.compute.manager [req-af0e36af-4ac4-4f09-9720-d6af35a1144d req-84925502-4efc-417d-895d-7f51fb301dfe service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Received event network-vif-plugged-d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 888.949458] env[68466]: DEBUG oslo_concurrency.lockutils [req-af0e36af-4ac4-4f09-9720-d6af35a1144d req-84925502-4efc-417d-895d-7f51fb301dfe service nova] Acquiring lock "31535c04-c6b6-49fa-bbd7-6dafed674668-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.949458] env[68466]: DEBUG oslo_concurrency.lockutils [req-af0e36af-4ac4-4f09-9720-d6af35a1144d req-84925502-4efc-417d-895d-7f51fb301dfe service nova] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.949458] env[68466]: DEBUG oslo_concurrency.lockutils [req-af0e36af-4ac4-4f09-9720-d6af35a1144d req-84925502-4efc-417d-895d-7f51fb301dfe service nova] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.950180] env[68466]: DEBUG nova.compute.manager [req-af0e36af-4ac4-4f09-9720-d6af35a1144d req-84925502-4efc-417d-895d-7f51fb301dfe service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] No waiting events found dispatching network-vif-plugged-d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.950521] env[68466]: WARNING nova.compute.manager [req-af0e36af-4ac4-4f09-9720-d6af35a1144d req-84925502-4efc-417d-895d-7f51fb301dfe service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Received unexpected event network-vif-plugged-d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 for instance with vm_state building and task_state spawning. [ 888.967203] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ecb63-526f-4a78-a53a-43a5dc65d6f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.975185] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e218b7-9752-46ff-aeae-04e89e06a448 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.009497] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224daa4a-953f-4bcc-bde4-757fe803a981 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.018763] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1de0d4-c9a6-4551-a3fb-a8b9a78c2d77 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.033881] env[68466]: DEBUG nova.compute.provider_tree [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.036063] env[68466]: DEBUG nova.network.neutron [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Successfully updated port: d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.312215] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "15f94aba-7683-4b00-997b-8af1b420fc2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.312487] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "15f94aba-7683-4b00-997b-8af1b420fc2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.312698] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "15f94aba-7683-4b00-997b-8af1b420fc2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.312896] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "15f94aba-7683-4b00-997b-8af1b420fc2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.313078] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "15f94aba-7683-4b00-997b-8af1b420fc2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.315160] env[68466]: INFO nova.compute.manager [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Terminating instance [ 889.429905] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812523, 'name': ReconfigVM_Task, 'duration_secs': 0.337945} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.430197] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 1d9dcf6b-99b4-4860-8f0c-f4cead52452c/1d9dcf6b-99b4-4860-8f0c-f4cead52452c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.430834] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2089f293-b569-49fb-9fe2-f7547b7b59a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.438120] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 889.438120] env[68466]: value = "task-2812524" [ 889.438120] env[68466]: _type = "Task" [ 889.438120] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.445955] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812524, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.539585] env[68466]: DEBUG nova.scheduler.client.report [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.544414] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.544534] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.544777] env[68466]: DEBUG nova.network.neutron [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.818628] env[68466]: DEBUG nova.compute.manager [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.818870] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.820134] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e88ae10-8c84-47b3-9d57-2e4e8b465a7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.828361] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.828614] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acf5d488-a97e-4b84-9fae-ed6b9c1cef7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.836279] env[68466]: DEBUG oslo_vmware.api [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 889.836279] env[68466]: value = "task-2812525" [ 889.836279] env[68466]: _type = "Task" [ 889.836279] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.844987] env[68466]: DEBUG oslo_vmware.api [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.932869] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 889.933142] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565186', 'volume_id': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'name': 'volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99a26a9-de93-4ad4-98af-3e652aeacb52', 'attached_at': '', 'detached_at': '', 'volume_id': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'serial': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 889.934015] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2f94ea-5ea7-4aed-bb3c-7382f5e34d83 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.954330] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16599f92-42af-4630-b641-7a755491cf39 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.960604] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812524, 'name': Rename_Task, 'duration_secs': 0.174535} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.961376] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.961838] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0921b21d-bdc6-404f-9a01-235ad0f846d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.986290] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169/volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.989248] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251afedb-8b99-4bb4-84f7-97f81210cd83 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.002803] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 890.002803] env[68466]: value = "task-2812526" [ 890.002803] env[68466]: _type = "Task" [ 890.002803] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.009949] env[68466]: DEBUG oslo_vmware.api [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 890.009949] env[68466]: value = "task-2812527" [ 890.009949] env[68466]: _type = "Task" [ 890.009949] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.016391] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812526, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.022761] env[68466]: DEBUG oslo_vmware.api [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.047939] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.670s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.052318] env[68466]: DEBUG oslo_concurrency.lockutils [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.047s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.052530] env[68466]: DEBUG nova.objects.instance [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lazy-loading 'resources' on Instance uuid 906f9d73-9032-489a-a81f-dbc955dd3f97 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.085054] env[68466]: DEBUG nova.network.neutron [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.113317] env[68466]: INFO nova.network.neutron [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating port a5270c9a-4fbb-492f-aafb-09b96d1cd57d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 890.221179] env[68466]: DEBUG nova.network.neutron [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updating instance_info_cache with network_info: [{"id": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "address": "fa:16:3e:1d:ff:db", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40d9412-2b", "ovs_interfaceid": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.348626] env[68466]: DEBUG oslo_vmware.api [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812525, 'name': PowerOffVM_Task, 'duration_secs': 0.198326} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.349010] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.349263] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.349611] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17963275-336a-4d2f-afa1-347bfb663849 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.431572] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.431572] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.431572] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Deleting the datastore file [datastore2] 15f94aba-7683-4b00-997b-8af1b420fc2d {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.431572] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8f0abfb-fb67-469f-91df-6ad10d40a4b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.440898] env[68466]: DEBUG oslo_vmware.api [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 890.440898] env[68466]: value = "task-2812529" [ 890.440898] env[68466]: _type = "Task" [ 890.440898] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.451796] env[68466]: DEBUG oslo_vmware.api [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.522248] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.525732] env[68466]: DEBUG oslo_vmware.api [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.724785] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Releasing lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.725226] env[68466]: DEBUG nova.compute.manager [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Instance network_info: |[{"id": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "address": "fa:16:3e:1d:ff:db", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40d9412-2b", "ovs_interfaceid": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.725827] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:ff:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd40d9412-2b21-4aa4-a2d7-dc86bb5dfe67', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.736020] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Creating folder: Project (8d800a738b614f70993a4115a8d74dd6). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.736435] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851bfb0c-6526-4e69-adc0-aaad23b34974 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.751468] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Created folder: Project (8d800a738b614f70993a4115a8d74dd6) in parent group-v564977. [ 890.751753] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Creating folder: Instances. Parent ref: group-v565187. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.755808] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47695edc-dd07-4b85-a110-5021e68cd6fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.767165] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Created folder: Instances in parent group-v565187. [ 890.767165] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.769660] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.770112] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-372d595e-00f7-44f3-b23e-607ef9e009cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.793706] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.793706] env[68466]: value = "task-2812532" [ 890.793706] env[68466]: _type = "Task" [ 890.793706] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.806022] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812532, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.951258] env[68466]: DEBUG oslo_vmware.api [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152665} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.953775] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.953965] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.954158] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.954339] env[68466]: INFO nova.compute.manager [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 890.954574] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.955661] env[68466]: DEBUG nova.compute.manager [-] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.955661] env[68466]: DEBUG nova.network.neutron [-] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.013123] env[68466]: DEBUG nova.compute.manager [req-2d876795-703a-4236-9d36-b3ce3b5f1b41 req-7ed2c431-7ec4-4ac2-93ec-65a2d8ecfeb6 service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Received event network-changed-d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.013335] env[68466]: DEBUG nova.compute.manager [req-2d876795-703a-4236-9d36-b3ce3b5f1b41 req-7ed2c431-7ec4-4ac2-93ec-65a2d8ecfeb6 service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Refreshing instance network info cache due to event network-changed-d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 891.013550] env[68466]: DEBUG oslo_concurrency.lockutils [req-2d876795-703a-4236-9d36-b3ce3b5f1b41 req-7ed2c431-7ec4-4ac2-93ec-65a2d8ecfeb6 service nova] Acquiring lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.013692] env[68466]: DEBUG oslo_concurrency.lockutils [req-2d876795-703a-4236-9d36-b3ce3b5f1b41 req-7ed2c431-7ec4-4ac2-93ec-65a2d8ecfeb6 service nova] Acquired lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.013847] env[68466]: DEBUG nova.network.neutron [req-2d876795-703a-4236-9d36-b3ce3b5f1b41 req-7ed2c431-7ec4-4ac2-93ec-65a2d8ecfeb6 service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Refreshing network info cache for port d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.021275] env[68466]: DEBUG oslo_vmware.api [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812526, 'name': PowerOnVM_Task, 'duration_secs': 0.565615} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.023981] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.024214] env[68466]: INFO nova.compute.manager [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Took 7.46 seconds to spawn the instance on the hypervisor. [ 891.024398] env[68466]: DEBUG nova.compute.manager [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.026097] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aebab60-f640-4bc7-9e6c-bbad575d874d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.035682] env[68466]: DEBUG oslo_vmware.api [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812527, 'name': ReconfigVM_Task, 'duration_secs': 0.533754} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.039023] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169/volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.043263] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a99dcd-bba5-4c49-821f-09bac6a3a0d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.071771] env[68466]: DEBUG oslo_vmware.api [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 891.071771] env[68466]: value = "task-2812533" [ 891.071771] env[68466]: _type = "Task" [ 891.071771] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.085234] env[68466]: DEBUG oslo_vmware.api [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.118797] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55132ff3-6d36-48e3-8884-4acb99128819 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.127499] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e4864e-a88f-4cd5-a3ef-775ae8c4ec5a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.165285] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da381c56-e768-4756-bb7c-688da2753c1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.173807] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408ed4cb-a017-4d82-bfe9-da8ee1d82eeb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.189289] env[68466]: DEBUG nova.compute.provider_tree [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.250770] env[68466]: DEBUG nova.compute.manager [req-6ac87217-a010-46cf-8934-dec81877b722 req-815cb49a-7d52-4551-952f-32a251017165 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Received event network-vif-deleted-3ed8c1c4-dfc7-431f-97fb-04ce73cc1461 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.250980] env[68466]: INFO nova.compute.manager [req-6ac87217-a010-46cf-8934-dec81877b722 req-815cb49a-7d52-4551-952f-32a251017165 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Neutron deleted interface 3ed8c1c4-dfc7-431f-97fb-04ce73cc1461; detaching it from the instance and deleting it from the info cache [ 891.251202] env[68466]: DEBUG nova.network.neutron [req-6ac87217-a010-46cf-8934-dec81877b722 req-815cb49a-7d52-4551-952f-32a251017165 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.303763] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812532, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.572670] env[68466]: INFO nova.compute.manager [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Took 58.51 seconds to build instance. [ 891.583129] env[68466]: DEBUG oslo_vmware.api [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812533, 'name': ReconfigVM_Task, 'duration_secs': 0.163309} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.583490] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565186', 'volume_id': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'name': 'volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99a26a9-de93-4ad4-98af-3e652aeacb52', 'attached_at': '', 'detached_at': '', 'volume_id': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'serial': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 891.692947] env[68466]: DEBUG nova.scheduler.client.report [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.727639] env[68466]: DEBUG nova.network.neutron [req-2d876795-703a-4236-9d36-b3ce3b5f1b41 req-7ed2c431-7ec4-4ac2-93ec-65a2d8ecfeb6 service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updated VIF entry in instance network info cache for port d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.727995] env[68466]: DEBUG nova.network.neutron [req-2d876795-703a-4236-9d36-b3ce3b5f1b41 req-7ed2c431-7ec4-4ac2-93ec-65a2d8ecfeb6 service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updating instance_info_cache with network_info: [{"id": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "address": "fa:16:3e:1d:ff:db", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40d9412-2b", "ovs_interfaceid": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.729299] env[68466]: DEBUG nova.network.neutron [-] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.754352] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-079ebcf2-c92e-43f4-a85b-81eb321f12f9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.765332] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97ce671-606b-4e4c-a61e-b90cdfff090a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.805074] env[68466]: DEBUG nova.compute.manager [req-6ac87217-a010-46cf-8934-dec81877b722 req-815cb49a-7d52-4551-952f-32a251017165 service nova] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Detach interface failed, port_id=3ed8c1c4-dfc7-431f-97fb-04ce73cc1461, reason: Instance 15f94aba-7683-4b00-997b-8af1b420fc2d could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 891.814445] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812532, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.078160] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0caee2e1-3345-43a8-b95e-1e4bb49e959a tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.610s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.117120] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.117400] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.117537] env[68466]: DEBUG nova.network.neutron [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.199938] env[68466]: DEBUG oslo_concurrency.lockutils [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.202375] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 43.433s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.231579] env[68466]: INFO nova.scheduler.client.report [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Deleted allocations for instance 906f9d73-9032-489a-a81f-dbc955dd3f97 [ 892.232854] env[68466]: DEBUG oslo_concurrency.lockutils [req-2d876795-703a-4236-9d36-b3ce3b5f1b41 req-7ed2c431-7ec4-4ac2-93ec-65a2d8ecfeb6 service nova] Releasing lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.233601] env[68466]: INFO nova.compute.manager [-] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Took 1.28 seconds to deallocate network for instance. [ 892.315593] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812532, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.512215] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.512215] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.512215] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.512429] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.512681] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.515135] env[68466]: INFO nova.compute.manager [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Terminating instance [ 892.581750] env[68466]: DEBUG nova.compute.manager [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.631140] env[68466]: DEBUG nova.objects.instance [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'flavor' on Instance uuid f99a26a9-de93-4ad4-98af-3e652aeacb52 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.739777] env[68466]: DEBUG oslo_concurrency.lockutils [None req-54e87eed-08b0-4224-a499-5ea975435821 tempest-ServersTestMultiNic-2024706433 tempest-ServersTestMultiNic-2024706433-project-member] Lock "906f9d73-9032-489a-a81f-dbc955dd3f97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.612s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.741387] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.816178] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812532, 'name': CreateVM_Task, 'duration_secs': 1.576938} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.816361] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.817017] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.817213] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.817536] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.817792] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec051e4-caaf-40e7-9824-09b9731e326e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.822750] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 892.822750] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520933ad-91cb-4046-3993-e4e824bd3dfa" [ 892.822750] env[68466]: _type = "Task" [ 892.822750] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.832143] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520933ad-91cb-4046-3993-e4e824bd3dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.833708] env[68466]: DEBUG nova.network.neutron [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating instance_info_cache with network_info: [{"id": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "address": "fa:16:3e:ce:8e:04", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5270c9a-4f", "ovs_interfaceid": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.019506] env[68466]: DEBUG nova.compute.manager [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.019569] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.020468] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a967197c-a2f3-452f-b66a-f7985cc62962 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.029670] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.029939] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dd60788-9061-4230-a728-45b8ca3f6241 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.038093] env[68466]: DEBUG oslo_vmware.api [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 893.038093] env[68466]: value = "task-2812534" [ 893.038093] env[68466]: _type = "Task" [ 893.038093] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.044449] env[68466]: DEBUG nova.compute.manager [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received event network-vif-plugged-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.044670] env[68466]: DEBUG oslo_concurrency.lockutils [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] Acquiring lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.044966] env[68466]: DEBUG oslo_concurrency.lockutils [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.045046] env[68466]: DEBUG oslo_concurrency.lockutils [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.045248] env[68466]: DEBUG nova.compute.manager [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] No waiting events found dispatching network-vif-plugged-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.045373] env[68466]: WARNING nova.compute.manager [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received unexpected event network-vif-plugged-a5270c9a-4fbb-492f-aafb-09b96d1cd57d for instance with vm_state shelved_offloaded and task_state spawning. [ 893.045524] env[68466]: DEBUG nova.compute.manager [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received event network-changed-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.045671] env[68466]: DEBUG nova.compute.manager [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Refreshing instance network info cache due to event network-changed-a5270c9a-4fbb-492f-aafb-09b96d1cd57d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 893.045835] env[68466]: DEBUG oslo_concurrency.lockutils [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] Acquiring lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.052486] env[68466]: DEBUG oslo_vmware.api [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.103833] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.135794] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d918bb20-5b86-4f47-9b85-08a954686f8f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.216047] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Applying migration context for instance b675257a-5070-4c8a-90b5-229f93978764 as it has an incoming, in-progress migration 9b72ed4a-aab7-4fe6-a2ed-b7edd3849e3f. Migration status is reverting {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 893.218570] env[68466]: INFO nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating resource usage from migration 9b72ed4a-aab7-4fe6-a2ed-b7edd3849e3f [ 893.242201] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 9bea5d78-3afa-4e77-bd26-1cd2694c536c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.242381] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 6840c94d-1ec9-47d2-8618-dbc1242fb933 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.242458] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 90eb84e2-88bc-468a-987a-cc2e865f6ea8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.242627] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance bec5dfde-6eac-4888-825e-75c705beab97 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.243146] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5241821c-6db7-482c-b466-9f15b8ad21e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.243146] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 8beb5243-5465-4efc-bfe9-5487a5ee16b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.243146] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3b23fa39-37a3-4772-8970-d9f841b97faa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.243146] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance fefbcbda-0d80-421b-9e42-79c8a038eb09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.243336] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance c09869f1-0f84-4530-a323-a365511652f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.243336] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 292bc6a1-f7a2-400d-88dd-3148250b3f55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.243400] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5cfcedad-7808-44f5-b9ab-9a97b1c42177 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.243509] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 29702cfa-692e-4ebd-b149-0ca14add1229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.243617] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 83a86c4a-76f4-4e89-a300-6521bea879bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.243741] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance a52533b9-9cc4-4dd7-a554-7d678ce233dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.243861] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 22b16eb7-e4fe-4d14-89be-2f399a7d0533 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.243966] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Migration 9b72ed4a-aab7-4fe6-a2ed-b7edd3849e3f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 893.244086] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance b675257a-5070-4c8a-90b5-229f93978764 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.244204] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 9289aeb2-4bea-4a45-a98f-cc0239989352 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 893.244309] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 68311f9b-64cc-4e62-9db5-d1b7f8f4661b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.244413] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 55fc9b69-18d3-45a1-9b7a-421973de1c98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.245049] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 87468178-0f5e-4413-9186-e3fb9280c120 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.245049] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance f99a26a9-de93-4ad4-98af-3e652aeacb52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.245049] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 15f94aba-7683-4b00-997b-8af1b420fc2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.245049] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 1d9dcf6b-99b4-4860-8f0c-f4cead52452c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.245049] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 31535c04-c6b6-49fa-bbd7-6dafed674668 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.335797] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520933ad-91cb-4046-3993-e4e824bd3dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.336313] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.338704] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.338946] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.339217] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.339380] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.339650] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.340308] env[68466]: DEBUG oslo_concurrency.lockutils [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] Acquired lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.340493] env[68466]: DEBUG nova.network.neutron [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Refreshing network info cache for port a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.341674] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43dd77bf-9adb-44ba-8bcc-70908a808675 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.352551] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.352689] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.353920] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb84d906-a211-4392-9dc5-334265042c94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.362719] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 893.362719] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528471e5-ad36-7e94-2516-7bfd80566620" [ 893.362719] env[68466]: _type = "Task" [ 893.362719] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.369103] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3064398b754df9f9880623be750f9905',container_format='bare',created_at=2025-03-06T13:41:24Z,direct_url=,disk_format='vmdk',id=62e1ef42-fcbf-490f-b671-1b12d4986327,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-984500602-shelved',owner='6b4e902fae6448fa8ede1dfc87c5319b',properties=ImageMetaProps,protected=,size=31590400,status='active',tags=,updated_at=2025-03-06T13:41:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.369527] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.369527] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.369690] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.369823] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.369976] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.370208] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.370373] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.370538] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.370700] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.370884] env[68466]: DEBUG nova.virt.hardware [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.371981] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2e35bc-e1de-43bb-956c-43471c16d764 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.378983] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528471e5-ad36-7e94-2516-7bfd80566620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.385727] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eba73f-2fe3-44d2-bcc6-4d090771f4e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.402981] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:8e:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5270c9a-4fbb-492f-aafb-09b96d1cd57d', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.412411] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.412411] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.412411] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a5df85d-869f-4b1f-91c3-0767c94554d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.439953] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.439953] env[68466]: value = "task-2812535" [ 893.439953] env[68466]: _type = "Task" [ 893.439953] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.449665] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812535, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.554298] env[68466]: DEBUG oslo_vmware.api [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812534, 'name': PowerOffVM_Task, 'duration_secs': 0.227111} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.554298] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.554298] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.554298] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff2c62a-6178-48ca-a2e7-e71f2b134a0e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.627613] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.627834] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.628026] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Deleting the datastore file [datastore1] 1d9dcf6b-99b4-4860-8f0c-f4cead52452c {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.628404] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef6296f0-e452-4c9d-89dc-5eb0781f050b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.635617] env[68466]: DEBUG oslo_vmware.api [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for the task: (returnval){ [ 893.635617] env[68466]: value = "task-2812537" [ 893.635617] env[68466]: _type = "Task" [ 893.635617] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.645613] env[68466]: DEBUG oslo_vmware.api [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.748921] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 757670a3-c1fb-4549-8c8c-ab10576f4d4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 893.753764] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.753764] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.753764] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "f99a26a9-de93-4ad4-98af-3e652aeacb52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.753764] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.753764] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.755681] env[68466]: INFO nova.compute.manager [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Terminating instance [ 893.873887] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528471e5-ad36-7e94-2516-7bfd80566620, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.876985] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2425618b-b8a1-4e85-9c6f-61af5a632571 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.884062] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 893.884062] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5289da5c-c6eb-5422-ba9f-5a37bd0a9e92" [ 893.884062] env[68466]: _type = "Task" [ 893.884062] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.891960] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5289da5c-c6eb-5422-ba9f-5a37bd0a9e92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.949967] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812535, 'name': CreateVM_Task, 'duration_secs': 0.352646} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.950152] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.950817] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.950982] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.951384] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.951692] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe53f96-2728-4322-adbd-66dde36bba47 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.956479] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 893.956479] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52800560-a9c5-7036-ce5a-eb6771bfd1b8" [ 893.956479] env[68466]: _type = "Task" [ 893.956479] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.964596] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52800560-a9c5-7036-ce5a-eb6771bfd1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.145561] env[68466]: DEBUG oslo_vmware.api [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Task: {'id': task-2812537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162332} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.145851] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.145993] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.146236] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.146357] env[68466]: INFO nova.compute.manager [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 894.146609] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.146798] env[68466]: DEBUG nova.compute.manager [-] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.146891] env[68466]: DEBUG nova.network.neutron [-] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.170051] env[68466]: DEBUG nova.network.neutron [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updated VIF entry in instance network info cache for port a5270c9a-4fbb-492f-aafb-09b96d1cd57d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.171117] env[68466]: DEBUG nova.network.neutron [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating instance_info_cache with network_info: [{"id": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "address": "fa:16:3e:ce:8e:04", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5270c9a-4f", "ovs_interfaceid": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.252409] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 21e5a37e-bcc4-4bf2-92fe-a26700e1382c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 894.261892] env[68466]: DEBUG nova.compute.manager [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.262144] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.262414] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f1db09-93da-49bb-80c0-e7b5df58b185 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.272303] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 894.272303] env[68466]: value = "task-2812538" [ 894.272303] env[68466]: _type = "Task" [ 894.272303] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.281692] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.396834] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5289da5c-c6eb-5422-ba9f-5a37bd0a9e92, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.396834] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.396834] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 31535c04-c6b6-49fa-bbd7-6dafed674668/31535c04-c6b6-49fa-bbd7-6dafed674668.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.396834] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edd4cf3c-6c50-4590-b16d-33899351a4ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.405417] env[68466]: DEBUG nova.compute.manager [req-851b1414-310b-42ca-b682-e286e8af5808 req-8b397256-c6cd-4546-8b21-5863059739bc service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Received event network-vif-deleted-e44322c8-60d5-4025-bad0-c357c38cbf98 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 894.405620] env[68466]: INFO nova.compute.manager [req-851b1414-310b-42ca-b682-e286e8af5808 req-8b397256-c6cd-4546-8b21-5863059739bc service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Neutron deleted interface e44322c8-60d5-4025-bad0-c357c38cbf98; detaching it from the instance and deleting it from the info cache [ 894.405801] env[68466]: DEBUG nova.network.neutron [req-851b1414-310b-42ca-b682-e286e8af5808 req-8b397256-c6cd-4546-8b21-5863059739bc service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.409042] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 894.409042] env[68466]: value = "task-2812539" [ 894.409042] env[68466]: _type = "Task" [ 894.409042] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.422684] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.468407] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.468602] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Processing image 62e1ef42-fcbf-490f-b671-1b12d4986327 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.468908] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327/62e1ef42-fcbf-490f-b671-1b12d4986327.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.469097] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327/62e1ef42-fcbf-490f-b671-1b12d4986327.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.469285] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.469607] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8ab5f58-8a78-4ca1-9942-83b3c7e6089a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.495424] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.495669] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.496575] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca19af3-b8c2-47f7-b630-ece66a54fb2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.507606] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 894.507606] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d3ffb1-0de8-4cfe-8fdf-2699f2c522b1" [ 894.507606] env[68466]: _type = "Task" [ 894.507606] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.525818] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d3ffb1-0de8-4cfe-8fdf-2699f2c522b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.674369] env[68466]: DEBUG oslo_concurrency.lockutils [req-bfe3569e-67ba-45fd-b722-2ff3831bca45 req-3959995a-4692-424f-9d8d-ea26805f1dd4 service nova] Releasing lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.757292] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 767a79fd-5dd1-4464-95a9-427be28af5ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 894.786985] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812538, 'name': PowerOffVM_Task, 'duration_secs': 0.267641} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.787339] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.787605] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 894.787746] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565186', 'volume_id': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'name': 'volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99a26a9-de93-4ad4-98af-3e652aeacb52', 'attached_at': '', 'detached_at': '', 'volume_id': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'serial': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 894.788569] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f324a-f28c-4ebe-94d9-711a096d9695 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.813373] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ea0c0-bef2-4a95-9aa4-2725e13fa12f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.822751] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4300ba12-4d2b-49d2-a0d9-0c057f8b18a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.847586] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4df5114-7531-4959-b60e-97f83eb476c2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.869214] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] The volume has not been displaced from its original location: [datastore1] volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169/volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 894.876136] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.876616] env[68466]: DEBUG nova.network.neutron [-] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.879453] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50732920-dd57-4324-836f-251428bb340b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.900651] env[68466]: INFO nova.compute.manager [-] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Took 0.75 seconds to deallocate network for instance. [ 894.910498] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7e372f5-ad7e-4d9c-86ca-6694d6062ddf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.919758] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 894.919758] env[68466]: value = "task-2812540" [ 894.919758] env[68466]: _type = "Task" [ 894.919758] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.927416] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812539, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.931099] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5974dcce-b3a6-4ff0-a64b-1eb5f5349199 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.945146] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.971859] env[68466]: DEBUG nova.compute.manager [req-851b1414-310b-42ca-b682-e286e8af5808 req-8b397256-c6cd-4546-8b21-5863059739bc service nova] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Detach interface failed, port_id=e44322c8-60d5-4025-bad0-c357c38cbf98, reason: Instance 1d9dcf6b-99b4-4860-8f0c-f4cead52452c could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 895.018884] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Preparing fetch location {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 895.019163] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Fetch image to [datastore2] OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800/OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800.vmdk {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 895.019353] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Downloading stream optimized image 62e1ef42-fcbf-490f-b671-1b12d4986327 to [datastore2] OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800/OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800.vmdk on the data store datastore2 as vApp {{(pid=68466) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 895.019527] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Downloading image file data 62e1ef42-fcbf-490f-b671-1b12d4986327 to the ESX as VM named 'OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800' {{(pid=68466) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 895.111739] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 895.111739] env[68466]: value = "resgroup-9" [ 895.111739] env[68466]: _type = "ResourcePool" [ 895.111739] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 895.112114] env[68466]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f27cfe21-6882-4228-a6c2-bc9153929875 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.136550] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lease: (returnval){ [ 895.136550] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bb3e0b-40a0-652d-1f1a-7c0d2d2d116e" [ 895.136550] env[68466]: _type = "HttpNfcLease" [ 895.136550] env[68466]: } obtained for vApp import into resource pool (val){ [ 895.136550] env[68466]: value = "resgroup-9" [ 895.136550] env[68466]: _type = "ResourcePool" [ 895.136550] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 895.136933] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the lease: (returnval){ [ 895.136933] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bb3e0b-40a0-652d-1f1a-7c0d2d2d116e" [ 895.136933] env[68466]: _type = "HttpNfcLease" [ 895.136933] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 895.143965] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 895.143965] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bb3e0b-40a0-652d-1f1a-7c0d2d2d116e" [ 895.143965] env[68466]: _type = "HttpNfcLease" [ 895.143965] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 895.260384] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 4c3229df-e7a4-4970-b6d4-75ec920a6b0a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 895.409395] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.419937] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654263} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.420221] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 31535c04-c6b6-49fa-bbd7-6dafed674668/31535c04-c6b6-49fa-bbd7-6dafed674668.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.420885] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.420885] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7fff39d-a02b-43fe-a47f-d5ec0fbac98b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.430980] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812540, 'name': ReconfigVM_Task, 'duration_secs': 0.282923} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.432346] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.437546] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 895.437546] env[68466]: value = "task-2812542" [ 895.437546] env[68466]: _type = "Task" [ 895.437546] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.437786] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70eb1fd6-22a3-4150-9481-5abfab4fbd18 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.460015] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.461464] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 895.461464] env[68466]: value = "task-2812543" [ 895.461464] env[68466]: _type = "Task" [ 895.461464] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.470954] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.646452] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 895.646452] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bb3e0b-40a0-652d-1f1a-7c0d2d2d116e" [ 895.646452] env[68466]: _type = "HttpNfcLease" [ 895.646452] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 895.763528] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 11a9348f-a165-4cfe-b148-f6c9dff552ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 895.960125] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070022} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.960403] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.961173] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22617fc2-0b19-4743-b28c-32411c790ec3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.971864] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812543, 'name': ReconfigVM_Task, 'duration_secs': 0.312209} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.980994] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565186', 'volume_id': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'name': 'volume-4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99a26a9-de93-4ad4-98af-3e652aeacb52', 'attached_at': '', 'detached_at': '', 'volume_id': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169', 'serial': '4eca37e4-0f7d-45c7-8c70-5e43b4cdd169'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 895.981297] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.991156] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 31535c04-c6b6-49fa-bbd7-6dafed674668/31535c04-c6b6-49fa-bbd7-6dafed674668.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.992025] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa06866-950d-4fc4-9958-19fbcd2cd927 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.995734] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121cd1f1-10f7-4b33-ac9c-e7f4f6d47ae3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.017717] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.019033] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12965827-a22c-47cd-a785-4095985664ba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.020680] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 896.020680] env[68466]: value = "task-2812544" [ 896.020680] env[68466]: _type = "Task" [ 896.020680] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.030754] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.087547] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.087841] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.088169] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleting the datastore file [datastore2] f99a26a9-de93-4ad4-98af-3e652aeacb52 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.088578] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce7892fc-6bd9-424f-9062-f654022a8f8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.097700] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 896.097700] env[68466]: value = "task-2812546" [ 896.097700] env[68466]: _type = "Task" [ 896.097700] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.107247] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.146871] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.146871] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bb3e0b-40a0-652d-1f1a-7c0d2d2d116e" [ 896.146871] env[68466]: _type = "HttpNfcLease" [ 896.146871] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 896.146871] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 896.146871] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bb3e0b-40a0-652d-1f1a-7c0d2d2d116e" [ 896.146871] env[68466]: _type = "HttpNfcLease" [ 896.146871] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 896.147325] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b3453a-742a-4740-95d5-7c11ff1cc42f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.156193] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e77799-8481-c71e-f2e8-eec7a1c90943/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 896.156467] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Creating HTTP connection to write to file with size = 31590400 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e77799-8481-c71e-f2e8-eec7a1c90943/disk-0.vmdk. {{(pid=68466) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 896.224982] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-31a27e55-1948-4da1-a1b2-ac8b8e1fbaee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.268685] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance e2933914-1b7d-41a3-b41a-312b0158f7d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 896.535886] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812544, 'name': ReconfigVM_Task, 'duration_secs': 0.309987} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.538353] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 31535c04-c6b6-49fa-bbd7-6dafed674668/31535c04-c6b6-49fa-bbd7-6dafed674668.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.539027] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65472267-18bb-44c9-b155-146279f9bcfd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.547780] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 896.547780] env[68466]: value = "task-2812547" [ 896.547780] env[68466]: _type = "Task" [ 896.547780] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.558497] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812547, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.608479] env[68466]: DEBUG oslo_vmware.api [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147219} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.608862] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.609107] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.609304] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.609521] env[68466]: INFO nova.compute.manager [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Took 2.35 seconds to destroy the instance on the hypervisor. [ 896.609820] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.611275] env[68466]: DEBUG nova.compute.manager [-] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.611537] env[68466]: DEBUG nova.network.neutron [-] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.771786] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5622380f-381e-4df0-a9f9-720365bdecbe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.067782] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812547, 'name': Rename_Task, 'duration_secs': 0.187335} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.071087] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.071575] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13990cb1-0a66-4c4b-a87e-6e645597e9bc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.084032] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 897.084032] env[68466]: value = "task-2812548" [ 897.084032] env[68466]: _type = "Task" [ 897.084032] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.093548] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.275131] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3691901a-1a8e-4afe-94f3-e3edd7dcc917 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.294502] env[68466]: DEBUG nova.compute.manager [req-9cdfc22a-254c-4fb1-9eb9-deb7b0316d6d req-2238ec73-c405-4116-bf0f-ec44ae648878 service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Received event network-vif-deleted-00e16f2f-ff76-4da3-b931-d161036534b4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 897.294726] env[68466]: INFO nova.compute.manager [req-9cdfc22a-254c-4fb1-9eb9-deb7b0316d6d req-2238ec73-c405-4116-bf0f-ec44ae648878 service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Neutron deleted interface 00e16f2f-ff76-4da3-b931-d161036534b4; detaching it from the instance and deleting it from the info cache [ 897.294868] env[68466]: DEBUG nova.network.neutron [req-9cdfc22a-254c-4fb1-9eb9-deb7b0316d6d req-2238ec73-c405-4116-bf0f-ec44ae648878 service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.419973] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Completed reading data from the image iterator. {{(pid=68466) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 897.420525] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e77799-8481-c71e-f2e8-eec7a1c90943/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 897.422934] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b413685f-3927-4ea5-9bbe-df4bc9e05a9b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.434895] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e77799-8481-c71e-f2e8-eec7a1c90943/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 897.435545] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e77799-8481-c71e-f2e8-eec7a1c90943/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 897.436070] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cc66244c-2f74-48ea-8035-7d93c58a5462 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.595011] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.696322] env[68466]: DEBUG oslo_vmware.rw_handles [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e77799-8481-c71e-f2e8-eec7a1c90943/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 897.696692] env[68466]: INFO nova.virt.vmwareapi.images [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Downloaded image file data 62e1ef42-fcbf-490f-b671-1b12d4986327 [ 897.697691] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0c6f47-afa2-49dd-94fe-a9f9f3cc0077 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.702201] env[68466]: DEBUG nova.network.neutron [-] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.715611] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1df3c3b-26f2-43dc-8125-10d40ab4f99f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.745366] env[68466]: INFO nova.virt.vmwareapi.images [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] The imported VM was unregistered [ 897.747723] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Caching image {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 897.747966] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Creating directory with path [datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.748275] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77b0e293-233f-4501-a02a-986c5bf86ce5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.768617] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Created directory with path [datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.768884] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800/OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800.vmdk to [datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327/62e1ef42-fcbf-490f-b671-1b12d4986327.vmdk. {{(pid=68466) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 897.769123] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e5064393-24b0-4508-89c9-fcca12953498 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.778720] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 897.778720] env[68466]: value = "task-2812550" [ 897.778720] env[68466]: _type = "Task" [ 897.778720] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.782991] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3f8fe727-783d-4c1d-a2ca-6b6042524fc4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 897.790735] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812550, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.802727] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56fe1e51-6a6d-441b-ad65-ea32b262ee66 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.813295] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e89d8-85e6-4c2f-a081-9f8616812abe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.855390] env[68466]: DEBUG nova.compute.manager [req-9cdfc22a-254c-4fb1-9eb9-deb7b0316d6d req-2238ec73-c405-4116-bf0f-ec44ae648878 service nova] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Detach interface failed, port_id=00e16f2f-ff76-4da3-b931-d161036534b4, reason: Instance f99a26a9-de93-4ad4-98af-3e652aeacb52 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 898.094889] env[68466]: DEBUG oslo_vmware.api [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812548, 'name': PowerOnVM_Task, 'duration_secs': 0.623235} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.095286] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.095536] env[68466]: INFO nova.compute.manager [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Took 9.69 seconds to spawn the instance on the hypervisor. [ 898.095750] env[68466]: DEBUG nova.compute.manager [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.096561] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5091b3ef-d3fa-4b7e-ba4d-0dc627f6f08b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.216357] env[68466]: INFO nova.compute.manager [-] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Took 1.60 seconds to deallocate network for instance. [ 898.289568] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 81a5f4d3-b666-4e40-83f0-24a8c8aa751c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 898.290887] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812550, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.626771] env[68466]: INFO nova.compute.manager [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Took 54.00 seconds to build instance. [ 898.774124] env[68466]: INFO nova.compute.manager [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Took 0.56 seconds to detach 1 volumes for instance. [ 898.792894] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance f7f960d4-9806-4cdc-8109-a2b51fdc146e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 898.809841] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812550, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.129642] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e98705a9-2c8d-4ce9-b13d-6ab375e25094 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.160s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.280237] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.296831] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812550, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.313907] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 52764bf0-a84c-43e0-b72c-e0ee4069d798 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 899.314271] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 899.314490] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 899.364021] env[68466]: DEBUG nova.compute.manager [req-95e4ae6d-d70a-4a34-a0e3-6d5c3db2dc89 req-fcafea3f-7a8a-4638-9f0a-317dcb3772eb service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Received event network-changed-d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 899.364246] env[68466]: DEBUG nova.compute.manager [req-95e4ae6d-d70a-4a34-a0e3-6d5c3db2dc89 req-fcafea3f-7a8a-4638-9f0a-317dcb3772eb service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Refreshing instance network info cache due to event network-changed-d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 899.364467] env[68466]: DEBUG oslo_concurrency.lockutils [req-95e4ae6d-d70a-4a34-a0e3-6d5c3db2dc89 req-fcafea3f-7a8a-4638-9f0a-317dcb3772eb service nova] Acquiring lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.364653] env[68466]: DEBUG oslo_concurrency.lockutils [req-95e4ae6d-d70a-4a34-a0e3-6d5c3db2dc89 req-fcafea3f-7a8a-4638-9f0a-317dcb3772eb service nova] Acquired lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.364835] env[68466]: DEBUG nova.network.neutron [req-95e4ae6d-d70a-4a34-a0e3-6d5c3db2dc89 req-fcafea3f-7a8a-4638-9f0a-317dcb3772eb service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Refreshing network info cache for port d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.636072] env[68466]: DEBUG nova.compute.manager [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.793600] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812550, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.006372] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58660f5-aa56-42ba-b5f2-2ee8bbf7ee02 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.018434] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8462bd21-e39a-4633-910c-a5e2e8be8af3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.057430] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7caa4e8-acb0-4346-9268-56e819acfb72 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.067966] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa42fb7-1a3d-493b-a496-3b0067bdec07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.089027] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.163970] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.192204] env[68466]: DEBUG nova.network.neutron [req-95e4ae6d-d70a-4a34-a0e3-6d5c3db2dc89 req-fcafea3f-7a8a-4638-9f0a-317dcb3772eb service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updated VIF entry in instance network info cache for port d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.192658] env[68466]: DEBUG nova.network.neutron [req-95e4ae6d-d70a-4a34-a0e3-6d5c3db2dc89 req-fcafea3f-7a8a-4638-9f0a-317dcb3772eb service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updating instance_info_cache with network_info: [{"id": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "address": "fa:16:3e:1d:ff:db", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40d9412-2b", "ovs_interfaceid": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.297519] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812550, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.598161] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.695553] env[68466]: DEBUG oslo_concurrency.lockutils [req-95e4ae6d-d70a-4a34-a0e3-6d5c3db2dc89 req-fcafea3f-7a8a-4638-9f0a-317dcb3772eb service nova] Releasing lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.801623] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812550, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.104750] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 901.104750] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.902s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.105055] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.078s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.106795] env[68466]: INFO nova.compute.claims [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.109762] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.109915] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Cleaning up deleted instances {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 901.299646] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812550, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.107121} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.299961] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800/OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800.vmdk to [datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327/62e1ef42-fcbf-490f-b671-1b12d4986327.vmdk. [ 901.300816] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Cleaning up location [datastore2] OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 901.300816] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b1dae8ca-b31e-41fe-af4e-e1b1ada46800 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.300816] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cac0652-2135-4f2c-953c-20d939fddd59 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.309455] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 901.309455] env[68466]: value = "task-2812551" [ 901.309455] env[68466]: _type = "Task" [ 901.309455] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.319111] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.627488] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] There are 48 instances to clean {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 901.627757] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 906f9d73-9032-489a-a81f-dbc955dd3f97] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 901.780697] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.780955] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.823124] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043393} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.823329] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.823494] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327/62e1ef42-fcbf-490f-b671-1b12d4986327.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.823746] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327/62e1ef42-fcbf-490f-b671-1b12d4986327.vmdk to [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98/55fc9b69-18d3-45a1-9b7a-421973de1c98.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.823999] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b365edd9-4fc6-4e58-a1ef-a495be98d16f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.835039] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 901.835039] env[68466]: value = "task-2812552" [ 901.835039] env[68466]: _type = "Task" [ 901.835039] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.846619] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.118370] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ad7ba5-0a37-4e5a-a29f-c76dd39bea38 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.130019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d5d5ea-f7d9-432a-97d3-49d6a79a42fb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.133559] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 578a39b7-3420-4fa1-bba6-820f2683de96] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 902.166577] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe038a41-bba2-427b-a2d1-ef0c447f572d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.177984] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6f7431-9749-4d71-ae0a-d102172518fa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.195880] env[68466]: DEBUG nova.compute.provider_tree [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.348714] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812552, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.637477] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 71a9d4ca-5f78-41d2-9dbd-ed35902dc0e3] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 902.698978] env[68466]: DEBUG nova.scheduler.client.report [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.849549] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812552, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.140559] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 82094d30-2334-4dd0-8e1e-23572d78ed1d] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 903.204476] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.205123] env[68466]: DEBUG nova.compute.manager [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.208556] env[68466]: DEBUG oslo_concurrency.lockutils [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 46.857s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.350843] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812552, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.644474] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 7d7998dd-ccfe-4412-8e9a-d3b5490af278] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 903.710696] env[68466]: DEBUG nova.compute.utils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.712701] env[68466]: DEBUG nova.compute.manager [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Not allocating networking since 'none' was specified. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 903.713213] env[68466]: DEBUG nova.objects.instance [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lazy-loading 'migration_context' on Instance uuid b675257a-5070-4c8a-90b5-229f93978764 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.853159] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812552, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.148260] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: c250fc4c-0d96-4a4a-9a90-8416efe09fdc] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 904.215786] env[68466]: DEBUG nova.compute.manager [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.348076] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812552, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.285073} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.350599] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62e1ef42-fcbf-490f-b671-1b12d4986327/62e1ef42-fcbf-490f-b671-1b12d4986327.vmdk to [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98/55fc9b69-18d3-45a1-9b7a-421973de1c98.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.351599] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83162fd8-265d-4a74-897e-4d07d524d25e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.376420] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98/55fc9b69-18d3-45a1-9b7a-421973de1c98.vmdk or device None with type streamOptimized {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.379714] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a7713c-a400-40d9-b642-d1f988071a5a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.402080] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 904.402080] env[68466]: value = "task-2812553" [ 904.402080] env[68466]: _type = "Task" [ 904.402080] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.413774] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.653117] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: d05c7934-49ff-481f-a11f-38c80f0f330e] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 904.701488] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e2a397-0ca7-4a43-afff-fc7b92ebbab0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.710099] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39eb4fd-c49e-48dd-9eec-0a1dfc375c0e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.745369] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec69036-6169-4fee-bde7-58c76b232b12 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.753936] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813692bc-226d-4022-8358-d2ba39412276 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.768194] env[68466]: DEBUG nova.compute.provider_tree [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.913249] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.155917] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 313032c0-fbc2-412b-9d9f-18fc97b79c78] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 905.249293] env[68466]: DEBUG nova.compute.manager [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.271530] env[68466]: DEBUG nova.scheduler.client.report [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.276479] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.276710] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.276864] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.277055] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.277204] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.277377] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.277583] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.277739] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.277902] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.278071] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.278246] env[68466]: DEBUG nova.virt.hardware [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.279085] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81dfad3-2b6b-4b6c-bb98-0bc2e1ca648b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.288455] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44677e5-2109-4d9e-a2c7-7e0ba78f8189 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.302908] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.308281] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Creating folder: Project (d3d1dff3dfdc4a809b1051302054a977). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.308550] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a625eee0-3ace-463f-9625-54640c2f91e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.320029] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Created folder: Project (d3d1dff3dfdc4a809b1051302054a977) in parent group-v564977. [ 905.320029] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Creating folder: Instances. Parent ref: group-v565192. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.320176] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eef3901d-9176-45d2-9dfe-20ac373ad9cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.331421] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Created folder: Instances in parent group-v565192. [ 905.331673] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.331863] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.332162] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57bd958d-b8af-47a5-8c79-1050de1fb7d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.350117] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.350117] env[68466]: value = "task-2812556" [ 905.350117] env[68466]: _type = "Task" [ 905.350117] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.358069] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812556, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.413332] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.659732] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 38281f32-3fce-40dd-83f1-56c133ea71ac] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 905.861029] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812556, 'name': CreateVM_Task, 'duration_secs': 0.263874} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.861029] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.861029] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.861029] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.861347] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.861381] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64abf514-38ff-46b1-adac-721fde95164d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.866148] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 905.866148] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5235f972-180a-b41d-03c8-13b9b8210447" [ 905.866148] env[68466]: _type = "Task" [ 905.866148] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.875638] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5235f972-180a-b41d-03c8-13b9b8210447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.914327] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812553, 'name': ReconfigVM_Task, 'duration_secs': 1.224986} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.914564] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98/55fc9b69-18d3-45a1-9b7a-421973de1c98.vmdk or device None with type streamOptimized {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.915284] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc596d1c-0bd7-468a-9640-3b04256ff129 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.922372] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 905.922372] env[68466]: value = "task-2812557" [ 905.922372] env[68466]: _type = "Task" [ 905.922372] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.931282] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812557, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.163469] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 90cf41bc-ab5a-4775-8a27-2d5b24d30002] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 906.289777] env[68466]: DEBUG oslo_concurrency.lockutils [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.081s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.296370] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.067s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.297894] env[68466]: INFO nova.compute.claims [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.380220] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5235f972-180a-b41d-03c8-13b9b8210447, 'name': SearchDatastore_Task, 'duration_secs': 0.009663} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.380699] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.380767] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.380983] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.381144] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.381324] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.381590] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7619024a-76e5-4c02-8e76-4c1316a9219d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.391163] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.391345] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.392075] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e8730b-37f0-4389-aa57-987bfc79dcd4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.397708] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 906.397708] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b634a7-b077-5a4e-00fc-22f9fac82124" [ 906.397708] env[68466]: _type = "Task" [ 906.397708] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.406021] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b634a7-b077-5a4e-00fc-22f9fac82124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.431998] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812557, 'name': Rename_Task, 'duration_secs': 0.163418} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.432296] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.432548] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-809c6172-6582-490f-8f9b-38fddf898530 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.440097] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 906.440097] env[68466]: value = "task-2812558" [ 906.440097] env[68466]: _type = "Task" [ 906.440097] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.448404] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.667058] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 54de098c-d0f8-4987-8b42-c964156b16d0] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 906.910127] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b634a7-b077-5a4e-00fc-22f9fac82124, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.910962] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21c52d6-18fa-450c-b044-f8830d9fe619 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.917292] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 906.917292] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52836239-c9b0-ccc2-3121-1c1a983a7e64" [ 906.917292] env[68466]: _type = "Task" [ 906.917292] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.927712] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52836239-c9b0-ccc2-3121-1c1a983a7e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.949887] env[68466]: DEBUG oslo_vmware.api [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812558, 'name': PowerOnVM_Task, 'duration_secs': 0.471497} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.950156] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.070741] env[68466]: DEBUG nova.compute.manager [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.071712] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d520ba-5080-48f9-aed5-656f7dc21e4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.171065] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 72580eab-6d31-402f-b0a5-6eedbc8d62d6] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 907.428802] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52836239-c9b0-ccc2-3121-1c1a983a7e64, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.429103] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.429307] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 757670a3-c1fb-4549-8c8c-ab10576f4d4c/757670a3-c1fb-4549-8c8c-ab10576f4d4c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.429608] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5acd742e-bfe3-4875-a431-06bcfaa08fed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.436289] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 907.436289] env[68466]: value = "task-2812559" [ 907.436289] env[68466]: _type = "Task" [ 907.436289] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.446660] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.588889] env[68466]: DEBUG oslo_concurrency.lockutils [None req-31f62bf7-0c58-47fb-a910-f4cbf31ba4c9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 60.911s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.674051] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 0a5feb6e-625d-4b68-a971-e91b3b93a3df] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 907.788557] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d058133b-86d2-41d4-abbe-4fd4ed55a29d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.799505] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2196e14-d757-407d-adc9-4eae662719c5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.839730] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d565abb-445f-47c3-ae7a-a966bc76a15d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.849041] env[68466]: INFO nova.compute.manager [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Swapping old allocation on dict_keys(['2a5f2f3e-1107-40da-ae5c-58673b030abf']) held by migration 9b72ed4a-aab7-4fe6-a2ed-b7edd3849e3f for instance [ 907.851122] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211a2878-f435-49c1-a3f5-b119c2ca789e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.871188] env[68466]: DEBUG nova.compute.provider_tree [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.886930] env[68466]: DEBUG nova.scheduler.client.report [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Overwriting current allocation {'allocations': {'2a5f2f3e-1107-40da-ae5c-58673b030abf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 100}}, 'project_id': '7e2a85b6075e451b98625d19966d0ea7', 'user_id': '506dd1f1e8dd471e98b41c08d4055bc2', 'consumer_generation': 1} on consumer b675257a-5070-4c8a-90b5-229f93978764 {{(pid=68466) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 907.951286] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502446} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.951528] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 757670a3-c1fb-4549-8c8c-ab10576f4d4c/757670a3-c1fb-4549-8c8c-ab10576f4d4c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.951743] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.951998] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f5682ec-3759-470a-9f59-eb9a927cacfb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.961018] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 907.961018] env[68466]: value = "task-2812560" [ 907.961018] env[68466]: _type = "Task" [ 907.961018] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.970458] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.976171] env[68466]: DEBUG oslo_concurrency.lockutils [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.976396] env[68466]: DEBUG oslo_concurrency.lockutils [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquired lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.976603] env[68466]: DEBUG nova.network.neutron [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.177291] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 5ab3f5ce-de47-4c01-9271-2b5416066d7f] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 908.377299] env[68466]: DEBUG nova.scheduler.client.report [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.475494] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189363} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.475494] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.476359] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f500ca-4824-41db-a9bf-2bde20d2d703 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.512079] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 757670a3-c1fb-4549-8c8c-ab10576f4d4c/757670a3-c1fb-4549-8c8c-ab10576f4d4c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.513050] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6e5958-35d1-4b82-8fb6-dbe448f62ce4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.536730] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 908.536730] env[68466]: value = "task-2812561" [ 908.536730] env[68466]: _type = "Task" [ 908.536730] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.545950] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.680500] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 5a62f3f8-6085-4b83-97de-363b63d6da97] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 908.707383] env[68466]: DEBUG nova.network.neutron [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance_info_cache with network_info: [{"id": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "address": "fa:16:3e:86:35:b8", "network": {"id": "663e34a4-4ba8-485e-939e-d542476f674b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "c4caa300dd34472c9ce13a5fb211699f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0dd3c126-9d86-4f9a-b81c-e9627c7a5401", "external-id": "nsx-vlan-transportzone-24", "segmentation_id": 24, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fe21e8a-a3", "ovs_interfaceid": "3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.883266] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.883766] env[68466]: DEBUG nova.compute.manager [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.886633] env[68466]: DEBUG oslo_concurrency.lockutils [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.728s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.886820] env[68466]: DEBUG oslo_concurrency.lockutils [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.889103] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.663s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.890497] env[68466]: INFO nova.compute.claims [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.917701] env[68466]: INFO nova.scheduler.client.report [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Deleted allocations for instance bec5dfde-6eac-4888-825e-75c705beab97 [ 909.048245] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.183323] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 688dee16-e202-4ff5-9693-a8a79cb3b5e7] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 909.212328] env[68466]: DEBUG oslo_concurrency.lockutils [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Releasing lock "refresh_cache-b675257a-5070-4c8a-90b5-229f93978764" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.212772] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.213289] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89408c01-49dd-4802-8373-eeaa63139dc4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.215749] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ea4b12-7a86-4eda-b303-e1c5668f0a51 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.223181] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-97224971-7c23-43c7-8a43-47c3cfa62ca9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Suspending the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 909.224433] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-39178d67-ad1d-4836-ae45-da5491fce921 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.226024] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 909.226024] env[68466]: value = "task-2812562" [ 909.226024] env[68466]: _type = "Task" [ 909.226024] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.233643] env[68466]: DEBUG oslo_vmware.api [None req-97224971-7c23-43c7-8a43-47c3cfa62ca9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 909.233643] env[68466]: value = "task-2812563" [ 909.233643] env[68466]: _type = "Task" [ 909.233643] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.236807] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.247987] env[68466]: DEBUG oslo_vmware.api [None req-97224971-7c23-43c7-8a43-47c3cfa62ca9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812563, 'name': SuspendVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.395283] env[68466]: DEBUG nova.compute.utils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.400219] env[68466]: DEBUG nova.compute.manager [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Not allocating networking since 'none' was specified. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 909.426715] env[68466]: DEBUG oslo_concurrency.lockutils [None req-95a64ce7-2fae-4c2b-8697-72cc4c710aa8 tempest-ServersAdminNegativeTestJSON-1310078808 tempest-ServersAdminNegativeTestJSON-1310078808-project-member] Lock "bec5dfde-6eac-4888-825e-75c705beab97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.480s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.550144] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812561, 'name': ReconfigVM_Task, 'duration_secs': 0.694162} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.550472] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 757670a3-c1fb-4549-8c8c-ab10576f4d4c/757670a3-c1fb-4549-8c8c-ab10576f4d4c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.551204] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-114f3fbe-21e4-4f0c-8424-5354c26a6501 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.560013] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 909.560013] env[68466]: value = "task-2812564" [ 909.560013] env[68466]: _type = "Task" [ 909.560013] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.569816] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812564, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.687049] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 4fab89f6-3444-420e-b850-b1abf6dec136] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 909.737724] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812562, 'name': PowerOffVM_Task, 'duration_secs': 0.212296} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.741557] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.743028] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:40:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='75199766-9aae-48dd-8da0-981a8f97bc1d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-78596105',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.743028] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.743028] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.743028] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.743248] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.743315] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.743563] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.743777] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.744020] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.744207] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.744414] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.750606] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5de2683-f278-49d3-b845-d62039252861 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.767876] env[68466]: DEBUG oslo_vmware.api [None req-97224971-7c23-43c7-8a43-47c3cfa62ca9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812563, 'name': SuspendVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.769618] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 909.769618] env[68466]: value = "task-2812565" [ 909.769618] env[68466]: _type = "Task" [ 909.769618] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.778016] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.899695] env[68466]: DEBUG nova.compute.manager [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.069830] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812564, 'name': Rename_Task, 'duration_secs': 0.14838} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.072315] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.073075] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45aabec1-2ed5-41b7-b2b8-56a6f731f6ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.081226] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 910.081226] env[68466]: value = "task-2812566" [ 910.081226] env[68466]: _type = "Task" [ 910.081226] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.092509] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.189931] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 0d96dafa-99d7-4857-a3e4-9aacd1351b11] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 910.247025] env[68466]: DEBUG oslo_vmware.api [None req-97224971-7c23-43c7-8a43-47c3cfa62ca9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812563, 'name': SuspendVM_Task, 'duration_secs': 0.662529} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.247307] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-97224971-7c23-43c7-8a43-47c3cfa62ca9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Suspended the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 910.247511] env[68466]: DEBUG nova.compute.manager [None req-97224971-7c23-43c7-8a43-47c3cfa62ca9 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.250926] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b1d12b-aee3-4e9e-9a75-6eb520c46a0b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.279486] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812565, 'name': ReconfigVM_Task, 'duration_secs': 0.144606} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.280336] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0b4aa9-79cb-4769-b70d-5ff09f883d8d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.299914] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:40:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='75199766-9aae-48dd-8da0-981a8f97bc1d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-78596105',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.300186] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.300822] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.300822] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.300822] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.300822] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.300952] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.301128] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.301297] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.301460] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.301818] env[68466]: DEBUG nova.virt.hardware [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.305165] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2d0d05-d4a7-43a1-942c-300113fc347f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.311570] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 910.311570] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a2770-b104-65bb-8126-0487f34ccb82" [ 910.311570] env[68466]: _type = "Task" [ 910.311570] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.320071] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a2770-b104-65bb-8126-0487f34ccb82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.378121] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff03f47c-0f4b-48b5-9f87-df9211aee6ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.387008] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6de42ff-f361-46ce-8cf9-50ac0f526f34 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.426122] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99c1055-3117-4523-8f9f-ede0cc353409 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.431737] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf5b2b-9742-4531-84bb-dbf3d830cd6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.446399] env[68466]: DEBUG nova.compute.provider_tree [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.594369] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812566, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.695832] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 94ee5bad-d117-40d6-8431-95b25be87d10] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 910.826446] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a2770-b104-65bb-8126-0487f34ccb82, 'name': SearchDatastore_Task, 'duration_secs': 0.008046} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.832008] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.832337] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161293ec-6b09-4e6a-a7ef-f17b75af8c4a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.852339] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 910.852339] env[68466]: value = "task-2812567" [ 910.852339] env[68466]: _type = "Task" [ 910.852339] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.860997] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.928179] env[68466]: DEBUG nova.compute.manager [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.950358] env[68466]: DEBUG nova.scheduler.client.report [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.962155] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.962371] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.962634] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.962849] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.963067] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.963284] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.963595] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.963779] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.964021] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.964266] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.964497] env[68466]: DEBUG nova.virt.hardware [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.965460] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ace8052-6f72-4307-84c3-e8de5e95f352 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.975633] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eded66b-77ea-4214-af0c-9cf760e9162e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.992810] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.999089] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.999089] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.999089] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-234b77e2-db60-4a20-b6d9-fee172b58443 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.018249] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.018249] env[68466]: value = "task-2812568" [ 911.018249] env[68466]: _type = "Task" [ 911.018249] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.028520] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812568, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.101948] env[68466]: DEBUG oslo_vmware.api [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812566, 'name': PowerOnVM_Task, 'duration_secs': 0.956125} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.102279] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.102507] env[68466]: INFO nova.compute.manager [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Took 5.85 seconds to spawn the instance on the hypervisor. [ 911.102685] env[68466]: DEBUG nova.compute.manager [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.103514] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d42f36-396b-4bf6-b4ec-9344136bb342 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.197580] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: b2072172-2245-4f50-a9bc-dc3c1beda121] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 911.365721] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812567, 'name': ReconfigVM_Task, 'duration_secs': 0.302781} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.366054] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.367167] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5ec21-6111-42ad-8e03-b224ba493385 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.396284] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] b675257a-5070-4c8a-90b5-229f93978764/b675257a-5070-4c8a-90b5-229f93978764.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.396284] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bdfb2e2-43eb-456e-b6a1-ba65766aa8d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.415861] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 911.415861] env[68466]: value = "task-2812569" [ 911.415861] env[68466]: _type = "Task" [ 911.415861] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.426009] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.456345] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.456875] env[68466]: DEBUG nova.compute.manager [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.459819] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.595s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.461248] env[68466]: INFO nova.compute.claims [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.529070] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812568, 'name': CreateVM_Task, 'duration_secs': 0.385989} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.529296] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.529800] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.529941] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.530219] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.530475] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1540a8-bfb8-488f-b733-beaeee8e9d13 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.535907] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 911.535907] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b0f04a-b326-2e42-dfac-1c3f118965b9" [ 911.535907] env[68466]: _type = "Task" [ 911.535907] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.544893] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b0f04a-b326-2e42-dfac-1c3f118965b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.622951] env[68466]: INFO nova.compute.manager [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Took 56.61 seconds to build instance. [ 911.700392] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 88df2192-c0bf-41f2-b8a6-ebe851e167ff] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 911.774219] env[68466]: INFO nova.compute.manager [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Resuming [ 911.774847] env[68466]: DEBUG nova.objects.instance [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lazy-loading 'flavor' on Instance uuid 55fc9b69-18d3-45a1-9b7a-421973de1c98 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.927338] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812569, 'name': ReconfigVM_Task, 'duration_secs': 0.339044} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.927650] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Reconfigured VM instance instance-00000034 to attach disk [datastore1] b675257a-5070-4c8a-90b5-229f93978764/b675257a-5070-4c8a-90b5-229f93978764.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.928534] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5301f3ef-d76e-46cf-9ab8-1aa4882b5f2d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.949055] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55090790-60e1-4668-bb84-67c06791bf3a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.968744] env[68466]: DEBUG nova.compute.utils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.971964] env[68466]: DEBUG nova.compute.manager [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Not allocating networking since 'none' was specified. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 911.972707] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e077788-a292-47d0-8e53-39e17ac2441e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.994316] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc231a35-300f-4b27-9e8b-c6c5f316df23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.003233] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.003233] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fa91213-68a0-46dd-870a-d98b2797ab31 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.009824] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 912.009824] env[68466]: value = "task-2812570" [ 912.009824] env[68466]: _type = "Task" [ 912.009824] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.018411] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.049828] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b0f04a-b326-2e42-dfac-1c3f118965b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.050267] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.050420] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.050653] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.050797] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.050971] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.051258] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cbdc0ae-3623-4918-9537-4703b8c288a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.060849] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.060979] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.061971] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a32ea7c-d4c3-48c1-9429-64024304e1e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.068405] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 912.068405] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5212e826-d2d5-df33-37db-a28fbe8ab2e3" [ 912.068405] env[68466]: _type = "Task" [ 912.068405] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.076668] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5212e826-d2d5-df33-37db-a28fbe8ab2e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.124596] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6a66e072-0707-44f2-98c2-b0d10bb3cfa3 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "757670a3-c1fb-4549-8c8c-ab10576f4d4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.209s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.203650] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 05cb9a0a-33dd-43b5-b430-2a36ec1942c9] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 912.473172] env[68466]: DEBUG nova.compute.manager [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.529814] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.579543] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5212e826-d2d5-df33-37db-a28fbe8ab2e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.580380] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ea118e-36d1-4dbf-a520-105b809dc94e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.588922] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 912.588922] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cda7f3-d7a6-eadd-27a1-faee2bb0febe" [ 912.588922] env[68466]: _type = "Task" [ 912.588922] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.599882] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cda7f3-d7a6-eadd-27a1-faee2bb0febe, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.602591] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.602827] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c/21e5a37e-bcc4-4bf2-92fe-a26700e1382c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.603279] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-945ebdbe-0eb4-4f16-9ca9-488f0bd1e442 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.610632] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 912.610632] env[68466]: value = "task-2812571" [ 912.610632] env[68466]: _type = "Task" [ 912.610632] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.624651] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.630841] env[68466]: DEBUG nova.compute.manager [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.706540] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: c627a46b-228f-4f55-846e-205d2df07ec9] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 913.029700] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.069790] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa98ba-8eea-438a-a72b-e29ad455d123 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.078930] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d5221f-1d80-4c3e-a86a-77473fdd26ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.117238] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b2266-e8ea-45c8-8b86-432d9479d219 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.129552] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2038723-17a4-4474-8bcf-1875ac722e54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.133443] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461114} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.133724] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c/21e5a37e-bcc4-4bf2-92fe-a26700e1382c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.135044] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.136961] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcdfe556-5b6b-48a5-af28-2f8aadcee6a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.148831] env[68466]: DEBUG nova.compute.provider_tree [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.155936] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 913.155936] env[68466]: value = "task-2812572" [ 913.155936] env[68466]: _type = "Task" [ 913.155936] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.166218] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.170869] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.212835] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: b5b33559-3d17-4ff8-9aae-0290996f43d2] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 913.286142] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.286394] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquired lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.286993] env[68466]: DEBUG nova.network.neutron [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.487933] env[68466]: DEBUG nova.compute.manager [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.523799] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.524141] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.524198] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.525036] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.525036] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.525036] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.525036] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.525312] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.525383] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.527033] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.527033] env[68466]: DEBUG nova.virt.hardware [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.527033] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08380b7-070e-4c06-9dbe-403ab248b020 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.538874] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434e4205-e50c-4f68-8501-2b3fcc791b8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.543347] env[68466]: DEBUG oslo_vmware.api [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812570, 'name': PowerOnVM_Task, 'duration_secs': 1.481267} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.546578] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.558302] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.564808] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Creating folder: Project (6bc7cbf0ac664d2baf680a3bef95d84d). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.565574] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed809719-e913-41f4-8512-a57a50f7e966 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.581683] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Created folder: Project (6bc7cbf0ac664d2baf680a3bef95d84d) in parent group-v564977. [ 913.581919] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Creating folder: Instances. Parent ref: group-v565196. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.582263] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bcb4a99-6bb2-492f-98c7-9495797c4031 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.594934] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Created folder: Instances in parent group-v565196. [ 913.594934] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.595151] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.595537] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa16acfd-bd67-4211-a351-34cee59a2635 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.617813] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.617813] env[68466]: value = "task-2812575" [ 913.617813] env[68466]: _type = "Task" [ 913.617813] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.625641] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812575, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.652374] env[68466]: DEBUG nova.scheduler.client.report [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.664895] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238764} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.665211] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.665989] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb8dc5c-9178-4d6c-8860-1cfb1932e85f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.691400] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c/21e5a37e-bcc4-4bf2-92fe-a26700e1382c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.691974] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a38d98-639f-4309-80df-e46524b0e122 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.714229] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 913.714229] env[68466]: value = "task-2812576" [ 913.714229] env[68466]: _type = "Task" [ 913.714229] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.718634] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: c92d50f9-a2dd-4aa4-b3fc-f99c069fcdc7] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 913.726173] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.974298] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquiring lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.974540] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.032414] env[68466]: DEBUG nova.network.neutron [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating instance_info_cache with network_info: [{"id": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "address": "fa:16:3e:ce:8e:04", "network": {"id": "e5082e7e-8827-4d13-b63a-56b4b6784899", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-951464023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4e902fae6448fa8ede1dfc87c5319b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5270c9a-4f", "ovs_interfaceid": "a5270c9a-4fbb-492f-aafb-09b96d1cd57d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.127930] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812575, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.157621] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.158156] env[68466]: DEBUG nova.compute.manager [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.160783] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.037s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.164030] env[68466]: DEBUG nova.objects.instance [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 914.221950] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 8bffcb6f-d44b-4da3-8ac2-c5de39537344] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 914.228940] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812576, 'name': ReconfigVM_Task, 'duration_secs': 0.300691} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.229471] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c/21e5a37e-bcc4-4bf2-92fe-a26700e1382c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.230135] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35f96cc5-5cc8-4ff9-8dc4-c5dba6839dd5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.238848] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 914.238848] env[68466]: value = "task-2812577" [ 914.238848] env[68466]: _type = "Task" [ 914.238848] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.248874] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812577, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.535952] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Releasing lock "refresh_cache-55fc9b69-18d3-45a1-9b7a-421973de1c98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.538914] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a77e6f-989b-4ae8-b35c-0d3e715a06af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.546834] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Resuming the VM {{(pid=68466) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 914.547339] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3438c3d-2755-493c-bc27-4788702a7309 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.556011] env[68466]: INFO nova.compute.manager [None req-385c9669-a683-456f-88bf-dc954116f3b9 tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance to original state: 'active' [ 914.560678] env[68466]: DEBUG oslo_vmware.api [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 914.560678] env[68466]: value = "task-2812578" [ 914.560678] env[68466]: _type = "Task" [ 914.560678] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.573808] env[68466]: DEBUG oslo_vmware.api [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.629477] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812575, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.665685] env[68466]: DEBUG nova.compute.utils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.673408] env[68466]: DEBUG nova.compute.manager [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.673408] env[68466]: DEBUG nova.network.neutron [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.721634] env[68466]: DEBUG nova.policy [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '092d88c42f3b49718d5654c989dba1f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23bf89194acc4595ad108f4a7771214d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.730457] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 2814b645-4619-4fd7-a27c-04570fff9bb6] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 914.753378] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812577, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.084158] env[68466]: DEBUG oslo_vmware.api [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.085123] env[68466]: DEBUG nova.network.neutron [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Successfully created port: a7252f39-fa71-4143-9cc1-d2f5c068268c {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.130795] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812575, 'name': CreateVM_Task, 'duration_secs': 1.346176} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.131016] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.131506] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.131666] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.132011] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.132327] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7394e945-c7e0-41dc-97f7-237d2bdaa94a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.139068] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 915.139068] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5283c884-520d-2e92-db94-c696b064cc97" [ 915.139068] env[68466]: _type = "Task" [ 915.139068] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.152360] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5283c884-520d-2e92-db94-c696b064cc97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.171684] env[68466]: DEBUG nova.compute.manager [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.175589] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5980449d-3176-4805-8754-0b299f22a5c5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.178876] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.941s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.178876] env[68466]: INFO nova.compute.claims [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.234022] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 2f08e2b8-ec1d-414f-ae41-47fa4bcffb36] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 915.251319] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812577, 'name': Rename_Task, 'duration_secs': 0.911375} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.251467] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.251717] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f6b83f2-321a-48c2-ba57-10d66765fdf1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.259386] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 915.259386] env[68466]: value = "task-2812579" [ 915.259386] env[68466]: _type = "Task" [ 915.259386] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.269783] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.581028] env[68466]: DEBUG oslo_vmware.api [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812578, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.655989] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5283c884-520d-2e92-db94-c696b064cc97, 'name': SearchDatastore_Task, 'duration_secs': 0.031532} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.657059] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.657522] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.657895] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.658184] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.658497] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.658895] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff021cbd-198c-409f-876a-a11a33b92c1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.675546] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.675950] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.682558] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b21c822-fd16-4f31-9290-e075e6ec234f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.698416] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 915.698416] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b241c3-457f-bd6b-89f9-c07cb49aee40" [ 915.698416] env[68466]: _type = "Task" [ 915.698416] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.715479] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b241c3-457f-bd6b-89f9-c07cb49aee40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.736688] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 9797a09f-33b3-4c33-87df-2aac5f4e498a] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 915.777140] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812579, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.032062] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "b675257a-5070-4c8a-90b5-229f93978764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.032295] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "b675257a-5070-4c8a-90b5-229f93978764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.032632] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "b675257a-5070-4c8a-90b5-229f93978764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.032934] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "b675257a-5070-4c8a-90b5-229f93978764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.033228] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "b675257a-5070-4c8a-90b5-229f93978764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.038840] env[68466]: INFO nova.compute.manager [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Terminating instance [ 916.076409] env[68466]: DEBUG oslo_vmware.api [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812578, 'name': PowerOnVM_Task, 'duration_secs': 1.100202} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.076700] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Resumed the VM {{(pid=68466) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 916.076879] env[68466]: DEBUG nova.compute.manager [None req-c49d77f6-1771-46d0-9336-f4d8c6702689 tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.077742] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b8aeac-a306-4654-a5b8-695d13197968 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.189053] env[68466]: DEBUG nova.compute.manager [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.209778] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b241c3-457f-bd6b-89f9-c07cb49aee40, 'name': SearchDatastore_Task, 'duration_secs': 0.026849} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.213893] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7429e5-b30d-43b0-a607-7b36f7a9dd8d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.218547] env[68466]: DEBUG nova.scheduler.client.report [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Refreshing inventories for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 916.222504] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.222746] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.222908] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.223102] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.223280] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.223398] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.223609] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.223765] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.224065] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.224114] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.224264] env[68466]: DEBUG nova.virt.hardware [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.225499] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708d8ce6-3510-464d-845c-9681a042e0f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.229879] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 916.229879] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c28ce8-4d45-3c90-3610-82c5eaea23a0" [ 916.229879] env[68466]: _type = "Task" [ 916.229879] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.237464] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7559f35e-9167-4062-8e65-82764205897d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.245339] env[68466]: DEBUG nova.scheduler.client.report [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Updating ProviderTree inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 916.245552] env[68466]: DEBUG nova.compute.provider_tree [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.247673] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: c795b5c6-878d-40ad-9d48-f4f7f886c245] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 916.249431] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c28ce8-4d45-3c90-3610-82c5eaea23a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.263323] env[68466]: DEBUG nova.scheduler.client.report [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Refreshing aggregate associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, aggregates: None {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 916.277961] env[68466]: DEBUG oslo_vmware.api [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812579, 'name': PowerOnVM_Task, 'duration_secs': 0.844843} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.278534] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.278825] env[68466]: INFO nova.compute.manager [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Took 5.35 seconds to spawn the instance on the hypervisor. [ 916.279098] env[68466]: DEBUG nova.compute.manager [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.280441] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab19ec3-3044-4bcd-a2d2-6b6aa65af71b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.289421] env[68466]: DEBUG nova.scheduler.client.report [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Refreshing trait associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 916.519098] env[68466]: DEBUG nova.compute.manager [req-1923e1ad-65ce-402e-82eb-2079ae897156 req-a1e4dc79-eec5-45fc-b731-1c0739f57d8a service nova] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Received event network-vif-plugged-a7252f39-fa71-4143-9cc1-d2f5c068268c {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 916.519243] env[68466]: DEBUG oslo_concurrency.lockutils [req-1923e1ad-65ce-402e-82eb-2079ae897156 req-a1e4dc79-eec5-45fc-b731-1c0739f57d8a service nova] Acquiring lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.519478] env[68466]: DEBUG oslo_concurrency.lockutils [req-1923e1ad-65ce-402e-82eb-2079ae897156 req-a1e4dc79-eec5-45fc-b731-1c0739f57d8a service nova] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.519653] env[68466]: DEBUG oslo_concurrency.lockutils [req-1923e1ad-65ce-402e-82eb-2079ae897156 req-a1e4dc79-eec5-45fc-b731-1c0739f57d8a service nova] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.520113] env[68466]: DEBUG nova.compute.manager [req-1923e1ad-65ce-402e-82eb-2079ae897156 req-a1e4dc79-eec5-45fc-b731-1c0739f57d8a service nova] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] No waiting events found dispatching network-vif-plugged-a7252f39-fa71-4143-9cc1-d2f5c068268c {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.520327] env[68466]: WARNING nova.compute.manager [req-1923e1ad-65ce-402e-82eb-2079ae897156 req-a1e4dc79-eec5-45fc-b731-1c0739f57d8a service nova] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Received unexpected event network-vif-plugged-a7252f39-fa71-4143-9cc1-d2f5c068268c for instance with vm_state building and task_state spawning. [ 916.543476] env[68466]: DEBUG nova.compute.manager [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.543836] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.547961] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f694ea41-5f7e-44f1-a8c2-34eeb265a41d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.557048] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.557357] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad866329-79b0-4779-9386-c2bedb76ca3c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.566266] env[68466]: DEBUG oslo_vmware.api [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 916.566266] env[68466]: value = "task-2812580" [ 916.566266] env[68466]: _type = "Task" [ 916.566266] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.576971] env[68466]: DEBUG oslo_vmware.api [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.639819] env[68466]: DEBUG nova.network.neutron [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Successfully updated port: a7252f39-fa71-4143-9cc1-d2f5c068268c {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.742243] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c28ce8-4d45-3c90-3610-82c5eaea23a0, 'name': SearchDatastore_Task, 'duration_secs': 0.025967} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.745800] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.746132] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 767a79fd-5dd1-4464-95a9-427be28af5ae/767a79fd-5dd1-4464-95a9-427be28af5ae.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.746776] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78d5f7d5-cf2a-42aa-bb35-1d477338fa7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.751938] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: ba484e5e-b89a-4df3-9cf7-542528a2393a] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 916.755608] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 916.755608] env[68466]: value = "task-2812581" [ 916.755608] env[68466]: _type = "Task" [ 916.755608] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.768909] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.807438] env[68466]: INFO nova.compute.manager [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Took 56.59 seconds to build instance. [ 916.833896] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db5a7ee-801a-4e23-ba29-d3ea03ff0c80 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.843439] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedf9625-4c31-43ea-9b3f-57636a98bae0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.875378] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e90b31-eb7c-4c25-b743-3dc0e273e9b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.884816] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a40c3a-8adf-42f9-bd20-7e69691345e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.901656] env[68466]: DEBUG nova.compute.provider_tree [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.077922] env[68466]: DEBUG oslo_vmware.api [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812580, 'name': PowerOffVM_Task, 'duration_secs': 0.472123} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.078361] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.078456] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.078758] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21301a90-5c34-4fd4-83b0-19f29ebb733b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.147490] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "refresh_cache-4c3229df-e7a4-4970-b6d4-75ec920a6b0a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.147490] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "refresh_cache-4c3229df-e7a4-4970-b6d4-75ec920a6b0a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.147490] env[68466]: DEBUG nova.network.neutron [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.180815] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.181068] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.181261] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Deleting the datastore file [datastore1] b675257a-5070-4c8a-90b5-229f93978764 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.181536] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ef58f1-6869-400f-8fbf-d0896de52d70 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.189388] env[68466]: DEBUG oslo_vmware.api [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 917.189388] env[68466]: value = "task-2812583" [ 917.189388] env[68466]: _type = "Task" [ 917.189388] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.198531] env[68466]: DEBUG oslo_vmware.api [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.255925] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: b1444c5e-4b89-4ea7-a8c6-497641ba79c6] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 917.273030] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812581, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.311534] env[68466]: DEBUG oslo_concurrency.lockutils [None req-15afb51a-6552-4742-9c71-fb158759cb8b tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "21e5a37e-bcc4-4bf2-92fe-a26700e1382c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.094s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.404858] env[68466]: DEBUG nova.scheduler.client.report [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.560887] env[68466]: INFO nova.compute.manager [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Rebuilding instance [ 917.609460] env[68466]: DEBUG nova.compute.manager [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.610462] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a38a96b-a44d-4b1c-835c-f22b88721836 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.680128] env[68466]: DEBUG nova.network.neutron [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.701163] env[68466]: DEBUG oslo_vmware.api [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.759507] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 1c545408-f414-46fc-9498-2911ca29cbff] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 917.771342] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819638} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.771611] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 767a79fd-5dd1-4464-95a9-427be28af5ae/767a79fd-5dd1-4464-95a9-427be28af5ae.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.771827] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.772097] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61972655-bf34-4c9b-a443-fbb3da2ad047 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.780082] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 917.780082] env[68466]: value = "task-2812584" [ 917.780082] env[68466]: _type = "Task" [ 917.780082] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.790579] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.814838] env[68466]: DEBUG nova.compute.manager [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.826526] env[68466]: DEBUG nova.network.neutron [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Updating instance_info_cache with network_info: [{"id": "a7252f39-fa71-4143-9cc1-d2f5c068268c", "address": "fa:16:3e:5e:8a:43", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7252f39-fa", "ovs_interfaceid": "a7252f39-fa71-4143-9cc1-d2f5c068268c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.909903] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.910767] env[68466]: DEBUG nova.compute.manager [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.913111] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.441s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.913795] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.915344] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.596s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.916832] env[68466]: INFO nova.compute.claims [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.945267] env[68466]: INFO nova.scheduler.client.report [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted allocations for instance a52533b9-9cc4-4dd7-a554-7d678ce233dc [ 918.201039] env[68466]: DEBUG oslo_vmware.api [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559169} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.201039] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.201039] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.201227] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.201420] env[68466]: INFO nova.compute.manager [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: b675257a-5070-4c8a-90b5-229f93978764] Took 1.66 seconds to destroy the instance on the hypervisor. [ 918.201673] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.201863] env[68466]: DEBUG nova.compute.manager [-] [instance: b675257a-5070-4c8a-90b5-229f93978764] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.201956] env[68466]: DEBUG nova.network.neutron [-] [instance: b675257a-5070-4c8a-90b5-229f93978764] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.265730] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: cb90ef88-1181-4c09-9fab-34df31cd8468] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 918.290786] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233892} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.291864] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.292625] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cd094d-7c6a-4e16-9f78-78e34679b1d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.313674] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 767a79fd-5dd1-4464-95a9-427be28af5ae/767a79fd-5dd1-4464-95a9-427be28af5ae.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.314235] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a0b295-4ce6-463c-b6f1-65276470c1e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.333659] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "refresh_cache-4c3229df-e7a4-4970-b6d4-75ec920a6b0a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.333955] env[68466]: DEBUG nova.compute.manager [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Instance network_info: |[{"id": "a7252f39-fa71-4143-9cc1-d2f5c068268c", "address": "fa:16:3e:5e:8a:43", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7252f39-fa", "ovs_interfaceid": "a7252f39-fa71-4143-9cc1-d2f5c068268c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.335206] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:8a:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7252f39-fa71-4143-9cc1-d2f5c068268c', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.342451] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Creating folder: Project (23bf89194acc4595ad108f4a7771214d). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.343959] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.344279] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-850200d0-56fe-42d7-a803-92509ad23556 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.350876] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 918.350876] env[68466]: value = "task-2812585" [ 918.350876] env[68466]: _type = "Task" [ 918.350876] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.355476] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Created folder: Project (23bf89194acc4595ad108f4a7771214d) in parent group-v564977. [ 918.355663] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Creating folder: Instances. Parent ref: group-v565199. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.356257] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80008452-0b53-4f21-b117-ca6925996abd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.362242] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.368320] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Created folder: Instances in parent group-v565199. [ 918.368637] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.368841] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.369436] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0fb2240-544f-41af-8019-c2c018b8e141 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.391533] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.391533] env[68466]: value = "task-2812588" [ 918.391533] env[68466]: _type = "Task" [ 918.391533] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.400836] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812588, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.421404] env[68466]: DEBUG nova.compute.utils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.423446] env[68466]: DEBUG nova.compute.manager [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.423684] env[68466]: DEBUG nova.network.neutron [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.454018] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2ae926a1-f686-4f29-95a3-6e80c24e1c93 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "a52533b9-9cc4-4dd7-a554-7d678ce233dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.617s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.510319] env[68466]: DEBUG nova.policy [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '092d88c42f3b49718d5654c989dba1f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23bf89194acc4595ad108f4a7771214d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.593218] env[68466]: DEBUG nova.compute.manager [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Received event network-changed-a7252f39-fa71-4143-9cc1-d2f5c068268c {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 918.593422] env[68466]: DEBUG nova.compute.manager [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Refreshing instance network info cache due to event network-changed-a7252f39-fa71-4143-9cc1-d2f5c068268c. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 918.593641] env[68466]: DEBUG oslo_concurrency.lockutils [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] Acquiring lock "refresh_cache-4c3229df-e7a4-4970-b6d4-75ec920a6b0a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.593784] env[68466]: DEBUG oslo_concurrency.lockutils [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] Acquired lock "refresh_cache-4c3229df-e7a4-4970-b6d4-75ec920a6b0a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.593947] env[68466]: DEBUG nova.network.neutron [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Refreshing network info cache for port a7252f39-fa71-4143-9cc1-d2f5c068268c {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.624753] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.625188] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f0132d-e87e-4419-ae2e-8bb11dec4e3b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.633570] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 918.633570] env[68466]: value = "task-2812589" [ 918.633570] env[68466]: _type = "Task" [ 918.633570] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.647308] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.769147] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: cc5c4dc9-b6ce-4832-bb00-4e49bc7f2ff1] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 918.862406] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.902578] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812588, 'name': CreateVM_Task, 'duration_secs': 0.496883} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.902768] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.903547] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.903720] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.904126] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.904403] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bfc70a-8520-4a82-8c68-ca3cfde040f6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.911036] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 918.911036] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52695ce6-49c5-a7e5-9840-eea7801bf4e1" [ 918.911036] env[68466]: _type = "Task" [ 918.911036] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.919906] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52695ce6-49c5-a7e5-9840-eea7801bf4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.930669] env[68466]: DEBUG nova.compute.manager [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.959266] env[68466]: DEBUG nova.network.neutron [-] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.973927] env[68466]: DEBUG nova.network.neutron [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Successfully created port: 8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.146713] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812589, 'name': PowerOffVM_Task, 'duration_secs': 0.135414} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.146950] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.147594] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.148391] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ba0b24-d98d-4611-8b2e-7208ab1a0102 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.158378] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.159123] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0b7a5b6-3fd0-47a4-8574-9c1b3a583b54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.188053] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.188053] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.188295] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Deleting the datastore file [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.188593] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87b29fc7-68c9-4563-b820-bab551ed3feb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.198250] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 919.198250] env[68466]: value = "task-2812591" [ 919.198250] env[68466]: _type = "Task" [ 919.198250] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.211652] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.277035] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: a42f135b-d830-484d-a150-1de21adbfcfc] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 919.343897] env[68466]: DEBUG nova.network.neutron [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Updated VIF entry in instance network info cache for port a7252f39-fa71-4143-9cc1-d2f5c068268c. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.344303] env[68466]: DEBUG nova.network.neutron [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Updating instance_info_cache with network_info: [{"id": "a7252f39-fa71-4143-9cc1-d2f5c068268c", "address": "fa:16:3e:5e:8a:43", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7252f39-fa", "ovs_interfaceid": "a7252f39-fa71-4143-9cc1-d2f5c068268c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.363183] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812585, 'name': ReconfigVM_Task, 'duration_secs': 0.524252} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.365714] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 767a79fd-5dd1-4464-95a9-427be28af5ae/767a79fd-5dd1-4464-95a9-427be28af5ae.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.367245] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f83a7f1-a0a1-4824-8bfd-8ad6b69cf6a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.374227] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 919.374227] env[68466]: value = "task-2812592" [ 919.374227] env[68466]: _type = "Task" [ 919.374227] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.386221] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812592, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.421671] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52695ce6-49c5-a7e5-9840-eea7801bf4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.421671] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.421671] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.422820] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.422984] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.423141] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.426077] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2a1622a-622d-41d9-b59b-0b6b5a143f06 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.437561] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.437561] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.437561] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf371732-e0f2-490d-83d9-ee50c07abc5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.455704] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 919.455704] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b036b8-2560-d6cc-31d9-25642a183884" [ 919.455704] env[68466]: _type = "Task" [ 919.455704] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.466255] env[68466]: INFO nova.compute.manager [-] [instance: b675257a-5070-4c8a-90b5-229f93978764] Took 1.26 seconds to deallocate network for instance. [ 919.466755] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b036b8-2560-d6cc-31d9-25642a183884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.529957] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8359cb-7a26-4a92-9f44-39d0978d05f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.537890] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e37b49-0c3e-4575-a308-70db0ba72963 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.569018] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d87944a-4145-47a0-9e9a-0dbe72770212 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.576161] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3622ad-f485-48ca-a405-8909a7694f50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.589883] env[68466]: DEBUG nova.compute.provider_tree [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.707972] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096629} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.708090] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.708211] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.708390] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.780222] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: a59e4c09-d2fe-4c5a-90a6-be9bc1dafd36] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 919.847655] env[68466]: DEBUG oslo_concurrency.lockutils [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] Releasing lock "refresh_cache-4c3229df-e7a4-4970-b6d4-75ec920a6b0a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.847932] env[68466]: DEBUG nova.compute.manager [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Received event network-vif-deleted-3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 919.848125] env[68466]: INFO nova.compute.manager [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Neutron deleted interface 3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33; detaching it from the instance and deleting it from the info cache [ 919.848369] env[68466]: DEBUG nova.network.neutron [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.884663] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812592, 'name': Rename_Task, 'duration_secs': 0.196966} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.884827] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.885080] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6307ac27-aa5c-4e82-bd81-a99ba8fd5751 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.891581] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 919.891581] env[68466]: value = "task-2812593" [ 919.891581] env[68466]: _type = "Task" [ 919.891581] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.901663] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.948107] env[68466]: DEBUG nova.compute.manager [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.967424] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b036b8-2560-d6cc-31d9-25642a183884, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.971236] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1154f7-51da-4391-858f-5fef528ac346 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.978366] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.978366] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.978366] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.978366] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.978366] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.978366] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.978366] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.978366] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.978366] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.979032] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.979234] env[68466]: DEBUG nova.virt.hardware [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.980210] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.981031] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05f8f80-d898-4fe1-9ccf-2d21c23e30f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.985109] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 919.985109] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ab30c3-7252-9abc-dd92-1b0b96ed04ab" [ 919.985109] env[68466]: _type = "Task" [ 919.985109] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.995047] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02c9939-52a0-4ba4-8152-9e2ca920a41d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.002286] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ab30c3-7252-9abc-dd92-1b0b96ed04ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.002851] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.003160] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 4c3229df-e7a4-4970-b6d4-75ec920a6b0a/4c3229df-e7a4-4970-b6d4-75ec920a6b0a.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.003415] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49d4dd05-04b4-4cb3-8276-174bc1d580a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.017646] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 920.017646] env[68466]: value = "task-2812594" [ 920.017646] env[68466]: _type = "Task" [ 920.017646] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.024886] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.093290] env[68466]: DEBUG nova.scheduler.client.report [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.283962] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: db74bbe8-44ec-4c61-adc7-1c64a89e2050] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 920.351152] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91970125-3b97-492f-8f46-ac1161533ba7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.364495] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf33cb2c-e3d8-4575-88fd-53ee75234a04 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.405168] env[68466]: DEBUG nova.compute.manager [req-4dba7733-c298-416b-bf21-076ba9d6072b req-90860914-e952-4e93-8c9d-2881609300d4 service nova] [instance: b675257a-5070-4c8a-90b5-229f93978764] Detach interface failed, port_id=3fe21e8a-a37c-4c3b-af5e-3482e2d0cd33, reason: Instance b675257a-5070-4c8a-90b5-229f93978764 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 920.415216] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812593, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.532305] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812594, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.589739] env[68466]: DEBUG nova.compute.manager [req-4f913635-1e38-43c8-b6cc-9ee625dccb74 req-83b1c501-c0e1-4742-a883-8c3f5bf383a7 service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Received event network-vif-plugged-8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 920.589943] env[68466]: DEBUG oslo_concurrency.lockutils [req-4f913635-1e38-43c8-b6cc-9ee625dccb74 req-83b1c501-c0e1-4742-a883-8c3f5bf383a7 service nova] Acquiring lock "11a9348f-a165-4cfe-b148-f6c9dff552ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.590168] env[68466]: DEBUG oslo_concurrency.lockutils [req-4f913635-1e38-43c8-b6cc-9ee625dccb74 req-83b1c501-c0e1-4742-a883-8c3f5bf383a7 service nova] Lock "11a9348f-a165-4cfe-b148-f6c9dff552ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.590377] env[68466]: DEBUG oslo_concurrency.lockutils [req-4f913635-1e38-43c8-b6cc-9ee625dccb74 req-83b1c501-c0e1-4742-a883-8c3f5bf383a7 service nova] Lock "11a9348f-a165-4cfe-b148-f6c9dff552ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.590582] env[68466]: DEBUG nova.compute.manager [req-4f913635-1e38-43c8-b6cc-9ee625dccb74 req-83b1c501-c0e1-4742-a883-8c3f5bf383a7 service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] No waiting events found dispatching network-vif-plugged-8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.590741] env[68466]: WARNING nova.compute.manager [req-4f913635-1e38-43c8-b6cc-9ee625dccb74 req-83b1c501-c0e1-4742-a883-8c3f5bf383a7 service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Received unexpected event network-vif-plugged-8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0 for instance with vm_state building and task_state spawning. [ 920.599997] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.600589] env[68466]: DEBUG nova.compute.manager [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.603455] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.790s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.603642] env[68466]: DEBUG nova.objects.instance [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.713058] env[68466]: DEBUG nova.network.neutron [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Successfully updated port: 8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.744818] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.745082] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.745306] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.745521] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.745670] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.745813] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.746035] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.746201] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.746368] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.746530] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.746700] env[68466]: DEBUG nova.virt.hardware [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.747664] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d5032c-7f1c-4e4f-8430-964693944fc3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.756271] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e75841-7196-4157-a62e-8e15435bb7cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.770667] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.776256] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.776494] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.776751] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2efc7cd-c24a-4699-a451-e0beac63d915 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.789422] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: c4630440-1ea5-4392-9f02-f5e7f7d59dee] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 920.797138] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.797138] env[68466]: value = "task-2812595" [ 920.797138] env[68466]: _type = "Task" [ 920.797138] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.808062] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812595, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.914804] env[68466]: DEBUG oslo_vmware.api [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812593, 'name': PowerOnVM_Task, 'duration_secs': 0.808047} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.915120] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.915356] env[68466]: INFO nova.compute.manager [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Took 7.43 seconds to spawn the instance on the hypervisor. [ 920.915579] env[68466]: DEBUG nova.compute.manager [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.916361] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0c9e09-353e-4609-a46f-a7c595275aae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.029414] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570796} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.029724] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 4c3229df-e7a4-4970-b6d4-75ec920a6b0a/4c3229df-e7a4-4970-b6d4-75ec920a6b0a.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.029948] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.030231] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d3da4cc-4043-4805-984b-1ef6bcd1763a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.037849] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 921.037849] env[68466]: value = "task-2812596" [ 921.037849] env[68466]: _type = "Task" [ 921.037849] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.045091] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.110075] env[68466]: DEBUG nova.compute.utils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.113795] env[68466]: DEBUG nova.compute.manager [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.114157] env[68466]: DEBUG nova.network.neutron [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.161114] env[68466]: DEBUG nova.policy [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '092d88c42f3b49718d5654c989dba1f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23bf89194acc4595ad108f4a7771214d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.215347] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "refresh_cache-11a9348f-a165-4cfe-b148-f6c9dff552ee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.215347] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "refresh_cache-11a9348f-a165-4cfe-b148-f6c9dff552ee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.215347] env[68466]: DEBUG nova.network.neutron [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.292728] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: cd8987ec-c639-432e-bad1-3ac63c4be1a8] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 921.310670] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812595, 'name': CreateVM_Task, 'duration_secs': 0.290647} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.310670] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.310670] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.310670] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.310670] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.310670] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386823c7-738d-48b3-a719-481ef551ceee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.315064] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 921.315064] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522a70b8-4a8b-f2cb-338b-f7e9a3a9c027" [ 921.315064] env[68466]: _type = "Task" [ 921.315064] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.325900] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522a70b8-4a8b-f2cb-338b-f7e9a3a9c027, 'name': SearchDatastore_Task} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.326178] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.326401] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.326628] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.326772] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.326944] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.327200] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72f48e95-2a55-4077-a2ae-a70b44826190 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.335445] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.335617] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.336297] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3eb3b20-8e63-41b9-8f59-ffd34e51065d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.341433] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 921.341433] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5289370e-7207-019c-1f11-d7dfe9c6931b" [ 921.341433] env[68466]: _type = "Task" [ 921.341433] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.348458] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5289370e-7207-019c-1f11-d7dfe9c6931b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.417541] env[68466]: DEBUG nova.network.neutron [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Successfully created port: cb2b0309-bf90-48ac-8b11-515a44d6ddae {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.432698] env[68466]: INFO nova.compute.manager [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Took 54.22 seconds to build instance. [ 921.548529] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069195} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.548876] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.549803] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b348cba-fdc3-4d2f-9779-73f2faa9272f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.573360] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 4c3229df-e7a4-4970-b6d4-75ec920a6b0a/4c3229df-e7a4-4970-b6d4-75ec920a6b0a.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.573726] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981d284c-663d-478e-8d1f-7d49b0691253 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.593764] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 921.593764] env[68466]: value = "task-2812597" [ 921.593764] env[68466]: _type = "Task" [ 921.593764] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.602227] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.615124] env[68466]: DEBUG nova.compute.manager [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.621028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b0b0f676-786c-4f96-865a-a7bc406c63e9 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.621028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.530s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.621204] env[68466]: INFO nova.compute.claims [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.753687] env[68466]: DEBUG nova.network.neutron [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.796133] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: ecbacec4-4081-4d65-8a35-43657006e5d0] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 921.852470] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5289370e-7207-019c-1f11-d7dfe9c6931b, 'name': SearchDatastore_Task, 'duration_secs': 0.008216} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.854073] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7737c08e-a2b9-4863-8fb6-c173913ff3fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.863970] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 921.863970] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d2a535-79af-4c08-aafc-b873ea12e32d" [ 921.863970] env[68466]: _type = "Task" [ 921.863970] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.876877] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d2a535-79af-4c08-aafc-b873ea12e32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.909853] env[68466]: DEBUG nova.network.neutron [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Updating instance_info_cache with network_info: [{"id": "8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0", "address": "fa:16:3e:6f:32:09", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8e0b2f-b5", "ovs_interfaceid": "8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.934333] env[68466]: DEBUG oslo_concurrency.lockutils [None req-256c05ea-5291-41f5-b507-abb0de33a938 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "767a79fd-5dd1-4464-95a9-427be28af5ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.363s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.104652] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.300127] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: d01f1044-6830-49e8-8499-1bd08ff649c4] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 922.325501] env[68466]: DEBUG oslo_concurrency.lockutils [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.325755] env[68466]: DEBUG oslo_concurrency.lockutils [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.325962] env[68466]: DEBUG oslo_concurrency.lockutils [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.326160] env[68466]: DEBUG oslo_concurrency.lockutils [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.326329] env[68466]: DEBUG oslo_concurrency.lockutils [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.328648] env[68466]: INFO nova.compute.manager [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Terminating instance [ 922.362235] env[68466]: DEBUG nova.compute.manager [None req-afdfb1a3-9f85-469e-b4e5-776e50be8793 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.363132] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30c7ea8-0e1e-431f-81a3-1f4765627058 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.375049] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d2a535-79af-4c08-aafc-b873ea12e32d, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.376557] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.376839] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c/21e5a37e-bcc4-4bf2-92fe-a26700e1382c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.378817] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b1f6830-f58e-4bca-95e2-9958af4c3d50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.386320] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 922.386320] env[68466]: value = "task-2812598" [ 922.386320] env[68466]: _type = "Task" [ 922.386320] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.393738] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.412765] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "refresh_cache-11a9348f-a165-4cfe-b148-f6c9dff552ee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.413082] env[68466]: DEBUG nova.compute.manager [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Instance network_info: |[{"id": "8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0", "address": "fa:16:3e:6f:32:09", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8e0b2f-b5", "ovs_interfaceid": "8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.413515] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:32:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.421831] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.422308] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.422584] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d461489-f330-4fec-afcf-66a638ac2c3f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.437053] env[68466]: DEBUG nova.compute.manager [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.444877] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.444877] env[68466]: value = "task-2812599" [ 922.444877] env[68466]: _type = "Task" [ 922.444877] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.452484] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812599, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.472084] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquiring lock "767a79fd-5dd1-4464-95a9-427be28af5ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.472371] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "767a79fd-5dd1-4464-95a9-427be28af5ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.472576] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquiring lock "767a79fd-5dd1-4464-95a9-427be28af5ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.472759] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "767a79fd-5dd1-4464-95a9-427be28af5ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.472926] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "767a79fd-5dd1-4464-95a9-427be28af5ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.475461] env[68466]: INFO nova.compute.manager [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Terminating instance [ 922.606204] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812597, 'name': ReconfigVM_Task, 'duration_secs': 0.881777} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.606542] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 4c3229df-e7a4-4970-b6d4-75ec920a6b0a/4c3229df-e7a4-4970-b6d4-75ec920a6b0a.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.607281] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65c50817-54d9-4274-9204-074a8c4917e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.615757] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 922.615757] env[68466]: value = "task-2812600" [ 922.615757] env[68466]: _type = "Task" [ 922.615757] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.618215] env[68466]: DEBUG nova.compute.manager [req-1d3a879e-f2d7-436b-b495-a422fd180ae9 req-803f285f-fdff-491a-a944-35f75cd4f9ce service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Received event network-changed-8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 922.618482] env[68466]: DEBUG nova.compute.manager [req-1d3a879e-f2d7-436b-b495-a422fd180ae9 req-803f285f-fdff-491a-a944-35f75cd4f9ce service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Refreshing instance network info cache due to event network-changed-8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 922.618751] env[68466]: DEBUG oslo_concurrency.lockutils [req-1d3a879e-f2d7-436b-b495-a422fd180ae9 req-803f285f-fdff-491a-a944-35f75cd4f9ce service nova] Acquiring lock "refresh_cache-11a9348f-a165-4cfe-b148-f6c9dff552ee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.618919] env[68466]: DEBUG oslo_concurrency.lockutils [req-1d3a879e-f2d7-436b-b495-a422fd180ae9 req-803f285f-fdff-491a-a944-35f75cd4f9ce service nova] Acquired lock "refresh_cache-11a9348f-a165-4cfe-b148-f6c9dff552ee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.619129] env[68466]: DEBUG nova.network.neutron [req-1d3a879e-f2d7-436b-b495-a422fd180ae9 req-803f285f-fdff-491a-a944-35f75cd4f9ce service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Refreshing network info cache for port 8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.626714] env[68466]: DEBUG nova.compute.manager [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.642351] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812600, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.652308] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.652680] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.652848] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.653043] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.653195] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.653369] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.653585] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.653868] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.654025] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.654287] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.654383] env[68466]: DEBUG nova.virt.hardware [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.655966] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbebd301-aa79-4b9e-999e-0471cd9ea92c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.667461] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d634f12d-01f2-48ed-97b5-97f01fa4ebd4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.803109] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 5098d10c-769d-480d-adda-b93a821e7007] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 922.834729] env[68466]: DEBUG nova.compute.manager [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.834729] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.836979] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca0151-4996-42ae-8fc8-0dd13534a617 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.848039] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.848608] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8372f68a-4e15-4b68-a096-bb77895dded4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.860855] env[68466]: DEBUG oslo_vmware.api [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 922.860855] env[68466]: value = "task-2812601" [ 922.860855] env[68466]: _type = "Task" [ 922.860855] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.874113] env[68466]: DEBUG oslo_vmware.api [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.884148] env[68466]: INFO nova.compute.manager [None req-afdfb1a3-9f85-469e-b4e5-776e50be8793 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] instance snapshotting [ 922.884816] env[68466]: DEBUG nova.objects.instance [None req-afdfb1a3-9f85-469e-b4e5-776e50be8793 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lazy-loading 'flavor' on Instance uuid 767a79fd-5dd1-4464-95a9-427be28af5ae {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.895629] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812598, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.959421] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812599, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.963480] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.978639] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquiring lock "refresh_cache-767a79fd-5dd1-4464-95a9-427be28af5ae" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.978816] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquired lock "refresh_cache-767a79fd-5dd1-4464-95a9-427be28af5ae" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.978992] env[68466]: DEBUG nova.network.neutron [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.129710] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812600, 'name': Rename_Task, 'duration_secs': 0.190549} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.130341] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.130864] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7d1b191-1673-4794-9c51-87a97e6e02b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.136733] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 923.136733] env[68466]: value = "task-2812602" [ 923.136733] env[68466]: _type = "Task" [ 923.136733] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.144750] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.160709] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badef84b-1b6c-4f6b-bce4-c7b076a44968 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.170072] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fb0452-3876-4edd-897f-5baa7f148e13 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.206185] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22316f64-2d2a-4ee2-9011-9ae69e6e4eae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.213949] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f045ca-be8b-4a55-95a2-35551610f418 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.228288] env[68466]: DEBUG nova.compute.provider_tree [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.307119] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: d5708f0e-33be-4ca0-8d7d-a064f65a0521] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 923.341859] env[68466]: DEBUG nova.network.neutron [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Successfully updated port: cb2b0309-bf90-48ac-8b11-515a44d6ddae {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.354027] env[68466]: DEBUG nova.network.neutron [req-1d3a879e-f2d7-436b-b495-a422fd180ae9 req-803f285f-fdff-491a-a944-35f75cd4f9ce service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Updated VIF entry in instance network info cache for port 8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.354388] env[68466]: DEBUG nova.network.neutron [req-1d3a879e-f2d7-436b-b495-a422fd180ae9 req-803f285f-fdff-491a-a944-35f75cd4f9ce service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Updating instance_info_cache with network_info: [{"id": "8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0", "address": "fa:16:3e:6f:32:09", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8e0b2f-b5", "ovs_interfaceid": "8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.370852] env[68466]: DEBUG oslo_vmware.api [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812601, 'name': PowerOffVM_Task, 'duration_secs': 0.389019} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.371125] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.371294] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.371545] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c5a92dc-1694-4893-85ac-afd6492bf311 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.394102] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44ad22a-535d-4583-bf46-f57cc3e7c537 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.402842] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522929} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.413664] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c/21e5a37e-bcc4-4bf2-92fe-a26700e1382c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.413903] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.414288] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3245c4e3-8be8-4ef8-a819-e3855ce294c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.418483] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acabf2f7-150d-4016-b50b-f82712e7e24e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.429803] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 923.429803] env[68466]: value = "task-2812604" [ 923.429803] env[68466]: _type = "Task" [ 923.429803] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.437699] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.444246] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.444476] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.444656] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleting the datastore file [datastore2] 55fc9b69-18d3-45a1-9b7a-421973de1c98 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.444988] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3b552b0-4fce-47b6-82e4-24e880b07056 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.455301] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812599, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.456660] env[68466]: DEBUG oslo_vmware.api [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for the task: (returnval){ [ 923.456660] env[68466]: value = "task-2812605" [ 923.456660] env[68466]: _type = "Task" [ 923.456660] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.464282] env[68466]: DEBUG oslo_vmware.api [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.500240] env[68466]: DEBUG nova.network.neutron [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.558777] env[68466]: DEBUG nova.network.neutron [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.646999] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.733405] env[68466]: DEBUG nova.scheduler.client.report [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.813631] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 45ec5d93-84db-49fb-9e82-1a0ebd59faf8] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 923.844344] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "refresh_cache-e2933914-1b7d-41a3-b41a-312b0158f7d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.844498] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "refresh_cache-e2933914-1b7d-41a3-b41a-312b0158f7d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.844648] env[68466]: DEBUG nova.network.neutron [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.857214] env[68466]: DEBUG oslo_concurrency.lockutils [req-1d3a879e-f2d7-436b-b495-a422fd180ae9 req-803f285f-fdff-491a-a944-35f75cd4f9ce service nova] Releasing lock "refresh_cache-11a9348f-a165-4cfe-b148-f6c9dff552ee" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.934885] env[68466]: DEBUG nova.compute.manager [None req-afdfb1a3-9f85-469e-b4e5-776e50be8793 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Instance disappeared during snapshot {{(pid=68466) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 923.942221] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095527} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.942497] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.943360] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6eecc5-3588-4659-a02a-fcdd21bde535 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.965111] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c/21e5a37e-bcc4-4bf2-92fe-a26700e1382c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.967687] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6de01999-fe25-44a4-902a-f5708f4555d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.988752] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812599, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.997888] env[68466]: DEBUG oslo_vmware.api [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Task: {'id': task-2812605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153341} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.999158] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.999351] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.999520] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.999700] env[68466]: INFO nova.compute.manager [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Took 1.17 seconds to destroy the instance on the hypervisor. [ 923.999970] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.000275] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 924.000275] env[68466]: value = "task-2812606" [ 924.000275] env[68466]: _type = "Task" [ 924.000275] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.000466] env[68466]: DEBUG nova.compute.manager [-] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.000564] env[68466]: DEBUG nova.network.neutron [-] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.010397] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.062221] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Releasing lock "refresh_cache-767a79fd-5dd1-4464-95a9-427be28af5ae" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.063075] env[68466]: DEBUG nova.compute.manager [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.063075] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.063786] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c53ed-bb10-447b-8d73-f41a8186527b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.075412] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.075722] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-660bd6dd-7fc1-4443-a65c-5f6e0ba0c699 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.081469] env[68466]: DEBUG oslo_vmware.api [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 924.081469] env[68466]: value = "task-2812607" [ 924.081469] env[68466]: _type = "Task" [ 924.081469] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.089839] env[68466]: DEBUG oslo_vmware.api [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.105007] env[68466]: DEBUG nova.compute.manager [None req-afdfb1a3-9f85-469e-b4e5-776e50be8793 tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Found 0 images (rotation: 2) {{(pid=68466) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 924.148804] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.238420] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.238967] env[68466]: DEBUG nova.compute.manager [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.241981] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.061s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.242416] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.244740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.909s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.244939] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.246916] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.274s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.250080] env[68466]: INFO nova.compute.claims [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.275013] env[68466]: INFO nova.scheduler.client.report [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Deleted allocations for instance 9289aeb2-4bea-4a45-a98f-cc0239989352 [ 924.277831] env[68466]: INFO nova.scheduler.client.report [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted allocations for instance 22b16eb7-e4fe-4d14-89be-2f399a7d0533 [ 924.281512] env[68466]: DEBUG nova.compute.manager [req-4508778e-9794-476f-8dde-90a5281d59aa req-97db5c40-7a08-46c4-b5e7-665425413df2 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Received event network-vif-deleted-a5270c9a-4fbb-492f-aafb-09b96d1cd57d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 924.281700] env[68466]: INFO nova.compute.manager [req-4508778e-9794-476f-8dde-90a5281d59aa req-97db5c40-7a08-46c4-b5e7-665425413df2 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Neutron deleted interface a5270c9a-4fbb-492f-aafb-09b96d1cd57d; detaching it from the instance and deleting it from the info cache [ 924.281903] env[68466]: DEBUG nova.network.neutron [req-4508778e-9794-476f-8dde-90a5281d59aa req-97db5c40-7a08-46c4-b5e7-665425413df2 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.317166] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 55d4ba36-62da-40a8-84f2-1115aca471c9] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 924.387533] env[68466]: DEBUG nova.network.neutron [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.459393] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812599, 'name': CreateVM_Task, 'duration_secs': 1.660226} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.459572] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.460283] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.460454] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.460782] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.461051] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c57a05-7256-483c-b4f5-2ad92dbf48c2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.466189] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 924.466189] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf8acc-e4a9-f645-a351-53c15a138bad" [ 924.466189] env[68466]: _type = "Task" [ 924.466189] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.474963] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf8acc-e4a9-f645-a351-53c15a138bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.512103] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.518845] env[68466]: DEBUG nova.network.neutron [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Updating instance_info_cache with network_info: [{"id": "cb2b0309-bf90-48ac-8b11-515a44d6ddae", "address": "fa:16:3e:2f:8c:7f", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2b0309-bf", "ovs_interfaceid": "cb2b0309-bf90-48ac-8b11-515a44d6ddae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.596339] env[68466]: DEBUG oslo_vmware.api [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812607, 'name': PowerOffVM_Task, 'duration_secs': 0.188722} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.596991] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.597443] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.597864] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7340c45-cdcf-4524-95c2-9000a62c93e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.633023] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.633261] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.633443] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Deleting the datastore file [datastore1] 767a79fd-5dd1-4464-95a9-427be28af5ae {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.633711] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9aca420-4db3-44cc-95f4-fe8ab3402817 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.642697] env[68466]: DEBUG oslo_vmware.api [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for the task: (returnval){ [ 924.642697] env[68466]: value = "task-2812609" [ 924.642697] env[68466]: _type = "Task" [ 924.642697] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.648705] env[68466]: DEBUG oslo_vmware.api [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812602, 'name': PowerOnVM_Task, 'duration_secs': 1.103581} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.649293] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.649523] env[68466]: INFO nova.compute.manager [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Took 8.46 seconds to spawn the instance on the hypervisor. [ 924.649706] env[68466]: DEBUG nova.compute.manager [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.650512] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ef76b-7588-43a9-a6b4-c3992c3d8eb8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.655808] env[68466]: DEBUG oslo_vmware.api [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.675202] env[68466]: DEBUG nova.compute.manager [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Received event network-vif-plugged-cb2b0309-bf90-48ac-8b11-515a44d6ddae {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 924.675487] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] Acquiring lock "e2933914-1b7d-41a3-b41a-312b0158f7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.675702] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] Lock "e2933914-1b7d-41a3-b41a-312b0158f7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.675933] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] Lock "e2933914-1b7d-41a3-b41a-312b0158f7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.676112] env[68466]: DEBUG nova.compute.manager [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] No waiting events found dispatching network-vif-plugged-cb2b0309-bf90-48ac-8b11-515a44d6ddae {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.676198] env[68466]: WARNING nova.compute.manager [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Received unexpected event network-vif-plugged-cb2b0309-bf90-48ac-8b11-515a44d6ddae for instance with vm_state building and task_state spawning. [ 924.676337] env[68466]: DEBUG nova.compute.manager [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Received event network-changed-cb2b0309-bf90-48ac-8b11-515a44d6ddae {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 924.676487] env[68466]: DEBUG nova.compute.manager [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Refreshing instance network info cache due to event network-changed-cb2b0309-bf90-48ac-8b11-515a44d6ddae. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 924.676648] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] Acquiring lock "refresh_cache-e2933914-1b7d-41a3-b41a-312b0158f7d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.753961] env[68466]: DEBUG nova.compute.utils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.757618] env[68466]: DEBUG nova.compute.manager [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.757785] env[68466]: DEBUG nova.network.neutron [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.762781] env[68466]: DEBUG nova.network.neutron [-] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.791540] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d6e8ef99-50d1-4231-bf8d-972b3c4bb77a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "22b16eb7-e4fe-4d14-89be-2f399a7d0533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.504s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.792690] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ea7a14d-9102-4fd0-937c-05262fea9fc8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.796418] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e95c54a0-4f57-453b-b3b9-04f7e265e96e tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "9289aeb2-4bea-4a45-a98f-cc0239989352" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.972s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.803731] env[68466]: DEBUG nova.policy [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d1116c44074440dabf2dbb7a35f57db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '125de9e10e724596a9fab9ae391c9497', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.808021] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b820fe-a225-4f17-90c8-df9a05cfda41 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.820870] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: f502461c-f119-4801-8f55-92784998b426] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 924.848810] env[68466]: DEBUG nova.compute.manager [req-4508778e-9794-476f-8dde-90a5281d59aa req-97db5c40-7a08-46c4-b5e7-665425413df2 service nova] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Detach interface failed, port_id=a5270c9a-4fbb-492f-aafb-09b96d1cd57d, reason: Instance 55fc9b69-18d3-45a1-9b7a-421973de1c98 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 924.980051] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf8acc-e4a9-f645-a351-53c15a138bad, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.980369] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.980602] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.980837] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.980981] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.981173] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.981851] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cbf6a8a-a848-4ca0-9671-71b31850784d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.989846] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.990058] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.991152] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1af9505-9efe-4010-8e02-ea191968692a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.995954] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 924.995954] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5282923e-e21b-0406-fdb4-6fa53ca71f81" [ 924.995954] env[68466]: _type = "Task" [ 924.995954] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.003189] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5282923e-e21b-0406-fdb4-6fa53ca71f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.010424] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812606, 'name': ReconfigVM_Task, 'duration_secs': 0.529117} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.010677] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c/21e5a37e-bcc4-4bf2-92fe-a26700e1382c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.011269] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faab9a81-fc9a-40ca-8a63-b249a99c1540 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.016729] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 925.016729] env[68466]: value = "task-2812610" [ 925.016729] env[68466]: _type = "Task" [ 925.016729] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.021298] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "refresh_cache-e2933914-1b7d-41a3-b41a-312b0158f7d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.021587] env[68466]: DEBUG nova.compute.manager [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Instance network_info: |[{"id": "cb2b0309-bf90-48ac-8b11-515a44d6ddae", "address": "fa:16:3e:2f:8c:7f", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2b0309-bf", "ovs_interfaceid": "cb2b0309-bf90-48ac-8b11-515a44d6ddae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.021850] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] Acquired lock "refresh_cache-e2933914-1b7d-41a3-b41a-312b0158f7d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.022034] env[68466]: DEBUG nova.network.neutron [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Refreshing network info cache for port cb2b0309-bf90-48ac-8b11-515a44d6ddae {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.023252] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:8c:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb2b0309-bf90-48ac-8b11-515a44d6ddae', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.030822] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.038160] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.038514] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812610, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.042016] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79e6b766-2b0f-47b0-a30e-2645c850cf2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.063157] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.063157] env[68466]: value = "task-2812611" [ 925.063157] env[68466]: _type = "Task" [ 925.063157] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.073587] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812611, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.144063] env[68466]: DEBUG nova.network.neutron [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Successfully created port: 3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.154459] env[68466]: DEBUG oslo_vmware.api [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Task: {'id': task-2812609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130045} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.154909] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.155254] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.155585] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.155927] env[68466]: INFO nova.compute.manager [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Took 1.09 seconds to destroy the instance on the hypervisor. [ 925.156308] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.156654] env[68466]: DEBUG nova.compute.manager [-] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.156861] env[68466]: DEBUG nova.network.neutron [-] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.174231] env[68466]: INFO nova.compute.manager [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Took 57.34 seconds to build instance. [ 925.177297] env[68466]: DEBUG nova.network.neutron [-] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.266027] env[68466]: DEBUG nova.compute.manager [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.273169] env[68466]: INFO nova.compute.manager [-] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Took 1.27 seconds to deallocate network for instance. [ 925.324040] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 2bd09461-a3e1-475b-9cad-4bfc8f94cad7] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 925.487057] env[68466]: DEBUG nova.network.neutron [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Updated VIF entry in instance network info cache for port cb2b0309-bf90-48ac-8b11-515a44d6ddae. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.487490] env[68466]: DEBUG nova.network.neutron [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Updating instance_info_cache with network_info: [{"id": "cb2b0309-bf90-48ac-8b11-515a44d6ddae", "address": "fa:16:3e:2f:8c:7f", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb2b0309-bf", "ovs_interfaceid": "cb2b0309-bf90-48ac-8b11-515a44d6ddae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.514033] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5282923e-e21b-0406-fdb4-6fa53ca71f81, 'name': SearchDatastore_Task, 'duration_secs': 0.007812} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.514956] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb2ff4d-518a-4912-84d5-e3fc83ef7a61 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.526271] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 925.526271] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e93452-6a07-208c-e684-8a4aa91bbbc6" [ 925.526271] env[68466]: _type = "Task" [ 925.526271] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.532766] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812610, 'name': Rename_Task, 'duration_secs': 0.159648} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.533445] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.533706] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b00e097e-8176-46db-a0ec-eb2fa98beb65 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.543261] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e93452-6a07-208c-e684-8a4aa91bbbc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.543621] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.543840] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.544381] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.544627] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.544808] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.547186] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.547462] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 11a9348f-a165-4cfe-b148-f6c9dff552ee/11a9348f-a165-4cfe-b148-f6c9dff552ee.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.547962] env[68466]: INFO nova.compute.manager [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Terminating instance [ 925.549294] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf56d56d-b2b4-47ee-b53b-35a2890087ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.554287] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 925.554287] env[68466]: value = "task-2812612" [ 925.554287] env[68466]: _type = "Task" [ 925.554287] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.560966] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 925.560966] env[68466]: value = "task-2812613" [ 925.560966] env[68466]: _type = "Task" [ 925.560966] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.576111] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812612, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.584448] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.587906] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812611, 'name': CreateVM_Task, 'duration_secs': 0.323542} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.588127] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.588891] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.589086] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.589460] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.592034] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01bd323d-632a-45e3-a59e-0f1844eba2a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.596397] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 925.596397] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5227584f-de67-9597-dbff-3f3be728a6b3" [ 925.596397] env[68466]: _type = "Task" [ 925.596397] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.604251] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5227584f-de67-9597-dbff-3f3be728a6b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.676470] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2d88111c-bafc-471f-aa47-846594cc093f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.801s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.677883] env[68466]: DEBUG nova.network.neutron [-] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.780562] env[68466]: DEBUG oslo_concurrency.lockutils [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.802243] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a36dd9-f280-4641-98e6-1713cbfc59e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.811126] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbc5f4e-cddb-4e58-bdb8-bdf010b74a14 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.849194] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 925.851060] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Cleaning up deleted instances with incomplete migration {{(pid=68466) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 925.851349] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1e75b-84d2-4ca8-8a28-855d2d42f37b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.861993] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb2635d-0925-48fc-a152-0754b9c1ce66 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.878275] env[68466]: DEBUG nova.compute.provider_tree [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.991323] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9f794e3-532e-45ac-8f7b-476c9076da08 req-cb3d6747-fb73-4cb3-b999-96feca295f03 service nova] Releasing lock "refresh_cache-e2933914-1b7d-41a3-b41a-312b0158f7d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.058018] env[68466]: DEBUG nova.compute.manager [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.058018] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.058018] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08277ad7-343c-486d-9aca-9aeccc506106 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.073066] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.073401] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.073993] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c70f1e5e-a2f2-46c7-ab82-3cd93f5fb80b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.078178] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.083552] env[68466]: DEBUG oslo_vmware.api [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 926.083552] env[68466]: value = "task-2812614" [ 926.083552] env[68466]: _type = "Task" [ 926.083552] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.092498] env[68466]: DEBUG oslo_vmware.api [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.104900] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5227584f-de67-9597-dbff-3f3be728a6b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008961} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.105188] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.105445] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.105683] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.105830] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.106012] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.106269] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03b0411e-5e58-4079-a53c-8a9c409d447c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.114231] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.114406] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.115090] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecbb3f4-c91b-456a-8306-77bca0582cdd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.120266] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 926.120266] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d73f9e-cdcc-f0e7-dae9-3a14768448b9" [ 926.120266] env[68466]: _type = "Task" [ 926.120266] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.129651] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d73f9e-cdcc-f0e7-dae9-3a14768448b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.179862] env[68466]: DEBUG nova.compute.manager [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.183039] env[68466]: INFO nova.compute.manager [-] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Took 1.03 seconds to deallocate network for instance. [ 926.282718] env[68466]: DEBUG nova.compute.manager [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.303569] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.303830] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.304051] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.304642] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.304642] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.304789] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.304964] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.305141] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.305422] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.305571] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.305805] env[68466]: DEBUG nova.virt.hardware [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.306925] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff66a21-1a07-4a03-b7d6-1b332124f66d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.314687] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70127805-4d3c-469b-9fde-82be6759321d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.354999] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.381703] env[68466]: DEBUG nova.scheduler.client.report [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.576166] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.579654] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812613, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.594914] env[68466]: DEBUG oslo_vmware.api [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.633032] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d73f9e-cdcc-f0e7-dae9-3a14768448b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013097} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.636201] env[68466]: DEBUG nova.compute.manager [req-ded3d677-21ce-46ff-ba49-d75aaa9612c1 req-cc587c6c-93d6-41a9-b273-b392d39ccd98 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Received event network-vif-plugged-3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 926.636367] env[68466]: DEBUG oslo_concurrency.lockutils [req-ded3d677-21ce-46ff-ba49-d75aaa9612c1 req-cc587c6c-93d6-41a9-b273-b392d39ccd98 service nova] Acquiring lock "5622380f-381e-4df0-a9f9-720365bdecbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.636586] env[68466]: DEBUG oslo_concurrency.lockutils [req-ded3d677-21ce-46ff-ba49-d75aaa9612c1 req-cc587c6c-93d6-41a9-b273-b392d39ccd98 service nova] Lock "5622380f-381e-4df0-a9f9-720365bdecbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.636760] env[68466]: DEBUG oslo_concurrency.lockutils [req-ded3d677-21ce-46ff-ba49-d75aaa9612c1 req-cc587c6c-93d6-41a9-b273-b392d39ccd98 service nova] Lock "5622380f-381e-4df0-a9f9-720365bdecbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.636932] env[68466]: DEBUG nova.compute.manager [req-ded3d677-21ce-46ff-ba49-d75aaa9612c1 req-cc587c6c-93d6-41a9-b273-b392d39ccd98 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] No waiting events found dispatching network-vif-plugged-3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.637252] env[68466]: WARNING nova.compute.manager [req-ded3d677-21ce-46ff-ba49-d75aaa9612c1 req-cc587c6c-93d6-41a9-b273-b392d39ccd98 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Received unexpected event network-vif-plugged-3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 for instance with vm_state building and task_state spawning. [ 926.637544] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d3d825-78b0-43c0-b727-6dfb0af42b9b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.644576] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 926.644576] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c07952-de19-3f5c-bb01-49df1c25b9b0" [ 926.644576] env[68466]: _type = "Task" [ 926.644576] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.655547] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c07952-de19-3f5c-bb01-49df1c25b9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.692191] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.708565] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.741073] env[68466]: DEBUG nova.network.neutron [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Successfully updated port: 3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.887742] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.888328] env[68466]: DEBUG nova.compute.manager [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.891045] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.150s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.891303] env[68466]: DEBUG nova.objects.instance [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lazy-loading 'resources' on Instance uuid 15f94aba-7683-4b00-997b-8af1b420fc2d {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.965949] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.966271] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.072147] env[68466]: DEBUG oslo_vmware.api [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812612, 'name': PowerOnVM_Task, 'duration_secs': 1.436861} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.072817] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.073049] env[68466]: DEBUG nova.compute.manager [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.073816] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99be9942-9217-47df-9b93-7cd396b3937e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.081331] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812613, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.176331} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.081699] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 11a9348f-a165-4cfe-b148-f6c9dff552ee/11a9348f-a165-4cfe-b148-f6c9dff552ee.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.081913] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.083121] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba126e5a-45be-4ca2-99a3-4c5e4a9789be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.099559] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 927.099559] env[68466]: value = "task-2812615" [ 927.099559] env[68466]: _type = "Task" [ 927.099559] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.099837] env[68466]: DEBUG oslo_vmware.api [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812614, 'name': PowerOffVM_Task, 'duration_secs': 0.712188} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.100182] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.100350] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.105150] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d56b9e8b-8618-464a-bc29-d15f1eabb86a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.110086] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.154340] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c07952-de19-3f5c-bb01-49df1c25b9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.054347} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.154615] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.154872] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] e2933914-1b7d-41a3-b41a-312b0158f7d1/e2933914-1b7d-41a3-b41a-312b0158f7d1.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.155146] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86f9abb1-e0d0-43dc-a954-2e609e87a45c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.162221] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 927.162221] env[68466]: value = "task-2812617" [ 927.162221] env[68466]: _type = "Task" [ 927.162221] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.169571] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.169772] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.169950] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Deleting the datastore file [datastore2] 8beb5243-5465-4efc-bfe9-5487a5ee16b5 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.173097] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c9b3c2-1c9c-4b70-8a6f-8548178e323e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.174791] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.179536] env[68466]: DEBUG oslo_vmware.api [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for the task: (returnval){ [ 927.179536] env[68466]: value = "task-2812618" [ 927.179536] env[68466]: _type = "Task" [ 927.179536] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.187206] env[68466]: DEBUG oslo_vmware.api [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.245174] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquiring lock "refresh_cache-5622380f-381e-4df0-a9f9-720365bdecbe" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.245337] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquired lock "refresh_cache-5622380f-381e-4df0-a9f9-720365bdecbe" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.245446] env[68466]: DEBUG nova.network.neutron [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.394165] env[68466]: DEBUG nova.compute.utils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.398896] env[68466]: DEBUG nova.compute.manager [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.399387] env[68466]: DEBUG nova.network.neutron [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.437098] env[68466]: DEBUG nova.policy [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7e45dc8efda4051bedb5fb7265f4d63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f832ff426f4bb3847e7dd39264d66e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.604599] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.610762] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265749} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.613449] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.614728] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765ff8a6-499c-49a1-b6f5-174b674be5da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.639019] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 11a9348f-a165-4cfe-b148-f6c9dff552ee/11a9348f-a165-4cfe-b148-f6c9dff552ee.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.642209] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041c736b-bcda-4e70-beba-d4ba0ff347f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.664262] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 927.664262] env[68466]: value = "task-2812619" [ 927.664262] env[68466]: _type = "Task" [ 927.664262] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.680609] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812617, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.690419] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812619, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.700227] env[68466]: DEBUG oslo_vmware.api [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.734140] env[68466]: DEBUG nova.network.neutron [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Successfully created port: bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.786098] env[68466]: DEBUG nova.network.neutron [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.897304] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c538568-fe44-403e-927e-0da31d0ed931 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.900762] env[68466]: DEBUG nova.compute.manager [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.909722] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca53c82-e3b7-49f5-ab2c-81dd6953391f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.942720] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c8f560-2b6c-41e2-855b-72107e129ad9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.952105] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67fab94-f395-4af3-b059-b9f172e62ed0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.970084] env[68466]: DEBUG nova.compute.provider_tree [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.024273] env[68466]: DEBUG nova.network.neutron [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Updating instance_info_cache with network_info: [{"id": "3d9879ee-3e9f-4eb3-9b31-75b65c64caa1", "address": "fa:16:3e:3a:e6:30", "network": {"id": "3d3877c7-954b-4ecc-9405-ff8080392d0f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-117431475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "125de9e10e724596a9fab9ae391c9497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9879ee-3e", "ovs_interfaceid": "3d9879ee-3e9f-4eb3-9b31-75b65c64caa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.177924] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.181972] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812617, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.004158} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.184199] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] e2933914-1b7d-41a3-b41a-312b0158f7d1/e2933914-1b7d-41a3-b41a-312b0158f7d1.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.184413] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.184654] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-730d75b3-a5ad-4daf-bf03-996eb1ac9257 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.191940] env[68466]: DEBUG oslo_vmware.api [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Task: {'id': task-2812618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.98766} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.193143] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.194799] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.194799] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.194799] env[68466]: INFO nova.compute.manager [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Took 2.14 seconds to destroy the instance on the hypervisor. [ 928.194799] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.194799] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 928.194799] env[68466]: value = "task-2812620" [ 928.194799] env[68466]: _type = "Task" [ 928.194799] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.194799] env[68466]: DEBUG nova.compute.manager [-] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.194799] env[68466]: DEBUG nova.network.neutron [-] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.208773] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.476668] env[68466]: DEBUG nova.scheduler.client.report [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.494654] env[68466]: DEBUG nova.compute.manager [req-5319c390-6945-4426-a79a-58417a3d8043 req-7e21b695-7f57-4f2c-b771-2cc6285dd4e0 service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Received event network-vif-deleted-1518bc7a-2781-4b0c-ae6d-bddee943ee13 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 928.495117] env[68466]: INFO nova.compute.manager [req-5319c390-6945-4426-a79a-58417a3d8043 req-7e21b695-7f57-4f2c-b771-2cc6285dd4e0 service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Neutron deleted interface 1518bc7a-2781-4b0c-ae6d-bddee943ee13; detaching it from the instance and deleting it from the info cache [ 928.495224] env[68466]: DEBUG nova.network.neutron [req-5319c390-6945-4426-a79a-58417a3d8043 req-7e21b695-7f57-4f2c-b771-2cc6285dd4e0 service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.527714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Releasing lock "refresh_cache-5622380f-381e-4df0-a9f9-720365bdecbe" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.528041] env[68466]: DEBUG nova.compute.manager [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Instance network_info: |[{"id": "3d9879ee-3e9f-4eb3-9b31-75b65c64caa1", "address": "fa:16:3e:3a:e6:30", "network": {"id": "3d3877c7-954b-4ecc-9405-ff8080392d0f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-117431475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "125de9e10e724596a9fab9ae391c9497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9879ee-3e", "ovs_interfaceid": "3d9879ee-3e9f-4eb3-9b31-75b65c64caa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.528403] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:e6:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9879ee-3e9f-4eb3-9b31-75b65c64caa1', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.535747] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Creating folder: Project (125de9e10e724596a9fab9ae391c9497). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.536348] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd5bfefc-0614-4d4f-9d39-31b6ebc0f4cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.549796] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Created folder: Project (125de9e10e724596a9fab9ae391c9497) in parent group-v564977. [ 928.550075] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Creating folder: Instances. Parent ref: group-v565205. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.550358] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-751cc552-99ee-435e-82e2-de5fdf279f86 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.562837] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Created folder: Instances in parent group-v565205. [ 928.563067] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.563298] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.563538] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d64e0829-f977-430d-86f6-d140018808d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.584472] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.584472] env[68466]: value = "task-2812623" [ 928.584472] env[68466]: _type = "Task" [ 928.584472] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.592125] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812623, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.664557] env[68466]: DEBUG nova.compute.manager [req-b87d2307-9d43-4373-926c-f6cb28a4003e req-d1797a07-f131-4dc2-834a-7446b8c8cd02 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Received event network-changed-3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 928.664833] env[68466]: DEBUG nova.compute.manager [req-b87d2307-9d43-4373-926c-f6cb28a4003e req-d1797a07-f131-4dc2-834a-7446b8c8cd02 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Refreshing instance network info cache due to event network-changed-3d9879ee-3e9f-4eb3-9b31-75b65c64caa1. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 928.665199] env[68466]: DEBUG oslo_concurrency.lockutils [req-b87d2307-9d43-4373-926c-f6cb28a4003e req-d1797a07-f131-4dc2-834a-7446b8c8cd02 service nova] Acquiring lock "refresh_cache-5622380f-381e-4df0-a9f9-720365bdecbe" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.665413] env[68466]: DEBUG oslo_concurrency.lockutils [req-b87d2307-9d43-4373-926c-f6cb28a4003e req-d1797a07-f131-4dc2-834a-7446b8c8cd02 service nova] Acquired lock "refresh_cache-5622380f-381e-4df0-a9f9-720365bdecbe" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.665662] env[68466]: DEBUG nova.network.neutron [req-b87d2307-9d43-4373-926c-f6cb28a4003e req-d1797a07-f131-4dc2-834a-7446b8c8cd02 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Refreshing network info cache for port 3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.686025] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.709045] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228737} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.709045] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.709849] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98d4720-8169-4453-a6a1-8d5ae144e315 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.732956] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] e2933914-1b7d-41a3-b41a-312b0158f7d1/e2933914-1b7d-41a3-b41a-312b0158f7d1.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.733207] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2ca2b0e-b101-4f07-931d-6f92de6ea126 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.756025] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 928.756025] env[68466]: value = "task-2812624" [ 928.756025] env[68466]: _type = "Task" [ 928.756025] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.763599] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.910290] env[68466]: DEBUG nova.compute.manager [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.938800] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ec23d91a64fbe2ae4fe19f2a34ffa4e3',container_format='bare',created_at=2025-03-06T13:42:36Z,direct_url=,disk_format='vmdk',id=a87dc6ae-9766-46ad-9e56-07185861d034,min_disk=1,min_ram=0,name='tempest-test-snap-260680738',owner='b1f832ff426f4bb3847e7dd39264d66e',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-06T13:42:50Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.939091] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.939263] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.939449] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.939681] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.939869] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.940103] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.940269] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.940440] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.940604] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.940773] env[68466]: DEBUG nova.virt.hardware [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.942025] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bd02d5-e4f5-4bb4-8816-9abadb954e17 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.953227] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75833f8-5336-4213-a109-86d1114eaa6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.966843] env[68466]: DEBUG nova.network.neutron [-] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.977014] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "21e5a37e-bcc4-4bf2-92fe-a26700e1382c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.977251] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "21e5a37e-bcc4-4bf2-92fe-a26700e1382c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.977469] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "21e5a37e-bcc4-4bf2-92fe-a26700e1382c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.977681] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "21e5a37e-bcc4-4bf2-92fe-a26700e1382c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.977850] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "21e5a37e-bcc4-4bf2-92fe-a26700e1382c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.979635] env[68466]: INFO nova.compute.manager [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Terminating instance [ 928.981230] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.984963] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.880s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.985404] env[68466]: INFO nova.compute.claims [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.998670] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-889e48ec-add4-4e77-8a65-8099d4ec0223 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.010265] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23135351-5459-4572-b09b-c3abae3d864e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.022442] env[68466]: INFO nova.scheduler.client.report [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Deleted allocations for instance 15f94aba-7683-4b00-997b-8af1b420fc2d [ 929.054212] env[68466]: DEBUG nova.compute.manager [req-5319c390-6945-4426-a79a-58417a3d8043 req-7e21b695-7f57-4f2c-b771-2cc6285dd4e0 service nova] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Detach interface failed, port_id=1518bc7a-2781-4b0c-ae6d-bddee943ee13, reason: Instance 8beb5243-5465-4efc-bfe9-5487a5ee16b5 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 929.094550] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812623, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.181545] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812619, 'name': ReconfigVM_Task, 'duration_secs': 1.191949} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.181846] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 11a9348f-a165-4cfe-b148-f6c9dff552ee/11a9348f-a165-4cfe-b148-f6c9dff552ee.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.183490] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6181aba9-66be-4b1d-8144-1fd13c69fe34 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.190413] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 929.190413] env[68466]: value = "task-2812625" [ 929.190413] env[68466]: _type = "Task" [ 929.190413] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.202030] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812625, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.273385] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.471755] env[68466]: INFO nova.compute.manager [-] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Took 1.27 seconds to deallocate network for instance. [ 929.489121] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "refresh_cache-21e5a37e-bcc4-4bf2-92fe-a26700e1382c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.489318] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired lock "refresh_cache-21e5a37e-bcc4-4bf2-92fe-a26700e1382c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.489501] env[68466]: DEBUG nova.network.neutron [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.505127] env[68466]: DEBUG nova.network.neutron [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Successfully updated port: bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.524396] env[68466]: DEBUG nova.network.neutron [req-b87d2307-9d43-4373-926c-f6cb28a4003e req-d1797a07-f131-4dc2-834a-7446b8c8cd02 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Updated VIF entry in instance network info cache for port 3d9879ee-3e9f-4eb3-9b31-75b65c64caa1. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.524729] env[68466]: DEBUG nova.network.neutron [req-b87d2307-9d43-4373-926c-f6cb28a4003e req-d1797a07-f131-4dc2-834a-7446b8c8cd02 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Updating instance_info_cache with network_info: [{"id": "3d9879ee-3e9f-4eb3-9b31-75b65c64caa1", "address": "fa:16:3e:3a:e6:30", "network": {"id": "3d3877c7-954b-4ecc-9405-ff8080392d0f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-117431475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "125de9e10e724596a9fab9ae391c9497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9879ee-3e", "ovs_interfaceid": "3d9879ee-3e9f-4eb3-9b31-75b65c64caa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.534187] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6701b15f-fdcd-4518-83c9-96cc64fca50c tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "15f94aba-7683-4b00-997b-8af1b420fc2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.221s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.595259] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812623, 'name': CreateVM_Task, 'duration_secs': 0.829873} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.595481] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.596156] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.596330] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.596662] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.596916] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60eb125e-f50a-421a-986b-0087ed9c8d99 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.601809] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 929.601809] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e74ca8-3129-b633-01bc-e89bea2fa4e3" [ 929.601809] env[68466]: _type = "Task" [ 929.601809] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.609847] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e74ca8-3129-b633-01bc-e89bea2fa4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.701165] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812625, 'name': Rename_Task, 'duration_secs': 0.167768} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.701452] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.701727] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf0c9440-72e5-4389-b4ea-8b513ae479c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.709345] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 929.709345] env[68466]: value = "task-2812627" [ 929.709345] env[68466]: _type = "Task" [ 929.709345] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.718084] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.767351] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812624, 'name': ReconfigVM_Task, 'duration_secs': 0.658934} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.767815] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Reconfigured VM instance instance-0000004e to attach disk [datastore2] e2933914-1b7d-41a3-b41a-312b0158f7d1/e2933914-1b7d-41a3-b41a-312b0158f7d1.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.768749] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d7316b7-cf6a-4d62-80b1-3a1f92184837 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.777361] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 929.777361] env[68466]: value = "task-2812628" [ 929.777361] env[68466]: _type = "Task" [ 929.777361] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.787104] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812628, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.981245] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.008274] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "refresh_cache-3691901a-1a8e-4afe-94f3-e3edd7dcc917" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.008997] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "refresh_cache-3691901a-1a8e-4afe-94f3-e3edd7dcc917" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.008997] env[68466]: DEBUG nova.network.neutron [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.017237] env[68466]: DEBUG nova.network.neutron [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.027866] env[68466]: DEBUG oslo_concurrency.lockutils [req-b87d2307-9d43-4373-926c-f6cb28a4003e req-d1797a07-f131-4dc2-834a-7446b8c8cd02 service nova] Releasing lock "refresh_cache-5622380f-381e-4df0-a9f9-720365bdecbe" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.094224] env[68466]: DEBUG nova.network.neutron [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.114235] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e74ca8-3129-b633-01bc-e89bea2fa4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012274} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.114870] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.114870] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.115046] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.115188] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.115383] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.115640] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edc125dd-0325-4f6e-b52f-d428c571226b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.127551] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.127750] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.128775] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a04530d-afe4-44bb-a846-9d3ca5ec9958 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.134263] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 930.134263] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528a6be3-d130-410e-ac42-7bac4eeae959" [ 930.134263] env[68466]: _type = "Task" [ 930.134263] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.145493] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528a6be3-d130-410e-ac42-7bac4eeae959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.221491] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.289825] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812628, 'name': Rename_Task, 'duration_secs': 0.18418} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.290125] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.290370] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6631b8c8-6bb7-4bc9-9dce-bb381515f501 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.298411] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 930.298411] env[68466]: value = "task-2812629" [ 930.298411] env[68466]: _type = "Task" [ 930.298411] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.308689] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.431436] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dc5424-91c4-4b29-add0-8495812e3541 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.439322] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe30cd8-a915-49d2-9789-03a959bac0e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.472300] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2275e4e2-65bc-4596-b082-aa0f8c5c777c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.480692] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f919c66-d60f-48b7-bcf4-b343639e6b78 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.495263] env[68466]: DEBUG nova.compute.provider_tree [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.544546] env[68466]: DEBUG nova.network.neutron [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.600367] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Releasing lock "refresh_cache-21e5a37e-bcc4-4bf2-92fe-a26700e1382c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.600801] env[68466]: DEBUG nova.compute.manager [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.600995] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.601901] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c006c309-449f-4a4f-a8ad-88960b3a8d57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.610655] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.610748] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-167feba3-dd75-4d7f-a2b0-31c2005de1ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.618099] env[68466]: DEBUG oslo_vmware.api [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 930.618099] env[68466]: value = "task-2812630" [ 930.618099] env[68466]: _type = "Task" [ 930.618099] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.628967] env[68466]: DEBUG oslo_vmware.api [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.645927] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528a6be3-d130-410e-ac42-7bac4eeae959, 'name': SearchDatastore_Task, 'duration_secs': 0.015112} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.646464] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bbe383-2f29-4478-9997-2827a731fac6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.652290] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 930.652290] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523def96-2d13-7409-f47e-2d905df51bce" [ 930.652290] env[68466]: _type = "Task" [ 930.652290] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.660334] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523def96-2d13-7409-f47e-2d905df51bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.692640] env[68466]: DEBUG nova.compute.manager [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Received event network-vif-plugged-bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 930.692640] env[68466]: DEBUG oslo_concurrency.lockutils [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] Acquiring lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.692640] env[68466]: DEBUG oslo_concurrency.lockutils [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] Lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.692640] env[68466]: DEBUG oslo_concurrency.lockutils [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] Lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.692640] env[68466]: DEBUG nova.compute.manager [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] No waiting events found dispatching network-vif-plugged-bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.692640] env[68466]: WARNING nova.compute.manager [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Received unexpected event network-vif-plugged-bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2 for instance with vm_state building and task_state spawning. [ 930.693071] env[68466]: DEBUG nova.compute.manager [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Received event network-changed-bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 930.693071] env[68466]: DEBUG nova.compute.manager [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Refreshing instance network info cache due to event network-changed-bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 930.693140] env[68466]: DEBUG oslo_concurrency.lockutils [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] Acquiring lock "refresh_cache-3691901a-1a8e-4afe-94f3-e3edd7dcc917" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.705469] env[68466]: DEBUG nova.network.neutron [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Updating instance_info_cache with network_info: [{"id": "bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2", "address": "fa:16:3e:34:a0:69", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf54a8c0-d2", "ovs_interfaceid": "bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.722585] env[68466]: DEBUG oslo_vmware.api [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812627, 'name': PowerOnVM_Task, 'duration_secs': 0.71501} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.723464] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.723668] env[68466]: INFO nova.compute.manager [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Took 10.78 seconds to spawn the instance on the hypervisor. [ 930.723842] env[68466]: DEBUG nova.compute.manager [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.724666] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8603ce15-b205-43c4-96b8-f9e8e9aac02a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.811425] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812629, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.999832] env[68466]: DEBUG nova.scheduler.client.report [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.128584] env[68466]: DEBUG oslo_vmware.api [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812630, 'name': PowerOffVM_Task, 'duration_secs': 0.220992} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.128888] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.129082] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.129334] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20c07fd7-64bb-4065-b22c-53b80ca67cae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.164506] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523def96-2d13-7409-f47e-2d905df51bce, 'name': SearchDatastore_Task, 'duration_secs': 0.020517} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.166054] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.166336] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 5622380f-381e-4df0-a9f9-720365bdecbe/5622380f-381e-4df0-a9f9-720365bdecbe.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.166626] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.166805] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.166976] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Deleting the datastore file [datastore2] 21e5a37e-bcc4-4bf2-92fe-a26700e1382c {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.167231] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c055e36c-cd05-47d5-b886-bb3483cdcac8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.169459] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f5df85-251c-442e-8c5a-4b4d27c44e6f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.175598] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 931.175598] env[68466]: value = "task-2812632" [ 931.175598] env[68466]: _type = "Task" [ 931.175598] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.176865] env[68466]: DEBUG oslo_vmware.api [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 931.176865] env[68466]: value = "task-2812633" [ 931.176865] env[68466]: _type = "Task" [ 931.176865] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.193573] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.193880] env[68466]: DEBUG oslo_vmware.api [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.208570] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "refresh_cache-3691901a-1a8e-4afe-94f3-e3edd7dcc917" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.208909] env[68466]: DEBUG nova.compute.manager [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Instance network_info: |[{"id": "bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2", "address": "fa:16:3e:34:a0:69", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf54a8c0-d2", "ovs_interfaceid": "bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.209238] env[68466]: DEBUG oslo_concurrency.lockutils [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] Acquired lock "refresh_cache-3691901a-1a8e-4afe-94f3-e3edd7dcc917" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.209422] env[68466]: DEBUG nova.network.neutron [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Refreshing network info cache for port bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.210700] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:a0:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.218911] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.220214] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.220470] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e01ac302-388d-44ee-b8cf-60b3687c760b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.243969] env[68466]: INFO nova.compute.manager [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Took 59.02 seconds to build instance. [ 931.250468] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.250468] env[68466]: value = "task-2812634" [ 931.250468] env[68466]: _type = "Task" [ 931.250468] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.261782] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812634, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.309655] env[68466]: DEBUG oslo_vmware.api [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812629, 'name': PowerOnVM_Task, 'duration_secs': 0.691076} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.309916] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.310167] env[68466]: INFO nova.compute.manager [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Took 8.68 seconds to spawn the instance on the hypervisor. [ 931.310347] env[68466]: DEBUG nova.compute.manager [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.311187] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef75b11-b1f3-4af9-ac9f-43c6fef93f6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.506465] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.507435] env[68466]: DEBUG nova.compute.manager [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.511150] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.102s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.511535] env[68466]: DEBUG nova.objects.instance [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lazy-loading 'resources' on Instance uuid 1d9dcf6b-99b4-4860-8f0c-f4cead52452c {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.688495] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491206} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.689248] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 5622380f-381e-4df0-a9f9-720365bdecbe/5622380f-381e-4df0-a9f9-720365bdecbe.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.689514] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.689808] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b58706f-d401-43eb-8e8f-087b24c9fc75 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.694834] env[68466]: DEBUG oslo_vmware.api [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11959} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.695474] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.695700] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.695897] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.696139] env[68466]: INFO nova.compute.manager [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 931.696431] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.696671] env[68466]: DEBUG nova.compute.manager [-] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.696780] env[68466]: DEBUG nova.network.neutron [-] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.700973] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 931.700973] env[68466]: value = "task-2812635" [ 931.700973] env[68466]: _type = "Task" [ 931.700973] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.711361] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.715628] env[68466]: DEBUG nova.network.neutron [-] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.747107] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6bb3b0e0-bdc0-4f0d-af72-c840007413e6 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "11a9348f-a165-4cfe-b148-f6c9dff552ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.338s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.761934] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812634, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.831086] env[68466]: INFO nova.compute.manager [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Took 55.53 seconds to build instance. [ 931.981852] env[68466]: DEBUG nova.network.neutron [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Updated VIF entry in instance network info cache for port bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.982235] env[68466]: DEBUG nova.network.neutron [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Updating instance_info_cache with network_info: [{"id": "bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2", "address": "fa:16:3e:34:a0:69", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf54a8c0-d2", "ovs_interfaceid": "bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.015950] env[68466]: DEBUG nova.compute.utils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.020293] env[68466]: DEBUG nova.compute.manager [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.020467] env[68466]: DEBUG nova.network.neutron [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.076501] env[68466]: DEBUG nova.policy [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dff28d3b5d564aedb19bad5e06208bd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef5aca67138647f6b712235cce8d9d62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.212233] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082085} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.214922] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.216017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913a8e90-fe3c-41df-baf4-ac35ec6d2247 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.218849] env[68466]: DEBUG nova.network.neutron [-] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.240795] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 5622380f-381e-4df0-a9f9-720365bdecbe/5622380f-381e-4df0-a9f9-720365bdecbe.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.244260] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8a7970-e779-4f4a-89ef-12379d071ded {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.259149] env[68466]: DEBUG nova.compute.manager [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.274534] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812634, 'name': CreateVM_Task, 'duration_secs': 0.600443} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.277261] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.278568] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 932.278568] env[68466]: value = "task-2812636" [ 932.278568] env[68466]: _type = "Task" [ 932.278568] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.280099] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.280099] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.280099] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.280399] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc1f4fa-ec03-4dab-8ddd-a4f02cd3b043 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.296200] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812636, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.300555] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 932.300555] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e654e3-1b5c-c324-3eea-a90d49d0f493" [ 932.300555] env[68466]: _type = "Task" [ 932.300555] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.313431] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.313814] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Processing image a87dc6ae-9766-46ad-9e56-07185861d034 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.314092] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034/a87dc6ae-9766-46ad-9e56-07185861d034.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.314246] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034/a87dc6ae-9766-46ad-9e56-07185861d034.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.314421] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.317676] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1579ccb-e313-4e0c-8517-5305198a9dfc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.331591] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.331791] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.334926] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b7dd41-e953-4161-ac03-b4ba639d726c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.338488] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0591b248-60a4-4046-a37a-45a8697c65a1 tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "e2933914-1b7d-41a3-b41a-312b0158f7d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.465s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.342563] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 932.342563] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bcb408-0f5a-0666-2c27-7b1e40042436" [ 932.342563] env[68466]: _type = "Task" [ 932.342563] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.352952] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bcb408-0f5a-0666-2c27-7b1e40042436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.484761] env[68466]: DEBUG oslo_concurrency.lockutils [req-b7e37690-5a6d-4dfa-9d40-0b899e79560c req-1198ccaa-9f93-4bf6-b757-521c18e59221 service nova] Releasing lock "refresh_cache-3691901a-1a8e-4afe-94f3-e3edd7dcc917" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.520939] env[68466]: DEBUG nova.network.neutron [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Successfully created port: f8fb5d8d-a09d-4e54-953a-7df4ae7b33de {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.523160] env[68466]: DEBUG nova.compute.manager [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.570532] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7260e2-55a0-41b4-a262-48f58ca2548f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.580649] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2986ad-3d38-4efb-b9aa-86b3b82d0930 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.613043] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d37ef44-7783-4445-a5e9-98a003e45d1f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.621456] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577d0cdd-f62f-4ad4-b82a-f5330ff64968 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.637804] env[68466]: DEBUG nova.compute.provider_tree [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.720986] env[68466]: INFO nova.compute.manager [-] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Took 1.02 seconds to deallocate network for instance. [ 932.784780] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.790931] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812636, 'name': ReconfigVM_Task, 'duration_secs': 0.492388} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.791194] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 5622380f-381e-4df0-a9f9-720365bdecbe/5622380f-381e-4df0-a9f9-720365bdecbe.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.791941] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebbce042-95e9-46bf-a94b-13a01b2c62a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.801862] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 932.801862] env[68466]: value = "task-2812637" [ 932.801862] env[68466]: _type = "Task" [ 932.801862] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.808543] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812637, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.853494] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Preparing fetch location {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 932.853958] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Fetch image to [datastore1] OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9/OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9.vmdk {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 932.854195] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Downloading stream optimized image a87dc6ae-9766-46ad-9e56-07185861d034 to [datastore1] OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9/OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9.vmdk on the data store datastore1 as vApp {{(pid=68466) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 932.854371] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Downloading image file data a87dc6ae-9766-46ad-9e56-07185861d034 to the ESX as VM named 'OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9' {{(pid=68466) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 932.869726] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.869726] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.869726] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "6840c94d-1ec9-47d2-8618-dbc1242fb933-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.869726] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.869726] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.870962] env[68466]: INFO nova.compute.manager [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Terminating instance [ 932.941242] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 932.941242] env[68466]: value = "resgroup-9" [ 932.941242] env[68466]: _type = "ResourcePool" [ 932.941242] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 932.941514] env[68466]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0053dce0-a3ec-4590-b241-7c2aae7a07a1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.964296] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lease: (returnval){ [ 932.964296] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c8bd9b-feec-2d57-5350-02c058a88f14" [ 932.964296] env[68466]: _type = "HttpNfcLease" [ 932.964296] env[68466]: } obtained for vApp import into resource pool (val){ [ 932.964296] env[68466]: value = "resgroup-9" [ 932.964296] env[68466]: _type = "ResourcePool" [ 932.964296] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 932.964717] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the lease: (returnval){ [ 932.964717] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c8bd9b-feec-2d57-5350-02c058a88f14" [ 932.964717] env[68466]: _type = "HttpNfcLease" [ 932.964717] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.973315] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.973315] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c8bd9b-feec-2d57-5350-02c058a88f14" [ 932.973315] env[68466]: _type = "HttpNfcLease" [ 932.973315] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.141139] env[68466]: DEBUG nova.scheduler.client.report [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.227762] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.311737] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812637, 'name': Rename_Task, 'duration_secs': 0.21128} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.312017] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.312284] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6779d19-7816-4e80-9ca5-a7196795bfc1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.321706] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 933.321706] env[68466]: value = "task-2812639" [ 933.321706] env[68466]: _type = "Task" [ 933.321706] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.331295] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.374496] env[68466]: DEBUG nova.compute.manager [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.374786] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.375948] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cac12d0-bd14-4c77-8425-18e1fc2e2ec0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.386177] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.386596] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef086489-2473-49d3-820e-96a8dc05612a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.396689] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 933.396689] env[68466]: value = "task-2812640" [ 933.396689] env[68466]: _type = "Task" [ 933.396689] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.409692] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.474551] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.474551] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c8bd9b-feec-2d57-5350-02c058a88f14" [ 933.474551] env[68466]: _type = "HttpNfcLease" [ 933.474551] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.534759] env[68466]: DEBUG nova.compute.manager [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.562620] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.562923] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.563126] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.563236] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.563380] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.563521] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.563743] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.563920] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.564087] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.564262] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.564441] env[68466]: DEBUG nova.virt.hardware [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.565366] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5006a590-d81d-4d94-9436-727734d09200 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.574676] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac3bb9b-8b7e-493c-b6fa-cb4a56177303 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.650462] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.654107] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.373s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.654107] env[68466]: DEBUG nova.objects.instance [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'resources' on Instance uuid f99a26a9-de93-4ad4-98af-3e652aeacb52 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.678237] env[68466]: INFO nova.scheduler.client.report [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Deleted allocations for instance 1d9dcf6b-99b4-4860-8f0c-f4cead52452c [ 933.834737] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812639, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.908345] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.974135] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.974135] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c8bd9b-feec-2d57-5350-02c058a88f14" [ 933.974135] env[68466]: _type = "HttpNfcLease" [ 933.974135] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.974408] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.974408] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c8bd9b-feec-2d57-5350-02c058a88f14" [ 933.974408] env[68466]: _type = "HttpNfcLease" [ 933.974408] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 933.975199] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db78eab-53b2-411e-8924-d94966026817 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.984014] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dd0b5-b8f4-2fe1-2f00-10f642798851/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.984014] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dd0b5-b8f4-2fe1-2f00-10f642798851/disk-0.vmdk. {{(pid=68466) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 934.050135] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4452b3f-5acb-485c-babc-0d72d822f003 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.188343] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0051d7e-ed60-4731-9654-e07a082e071b tempest-ImagesOneServerNegativeTestJSON-955810669 tempest-ImagesOneServerNegativeTestJSON-955810669-project-member] Lock "1d9dcf6b-99b4-4860-8f0c-f4cead52452c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.676s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.335515] env[68466]: DEBUG oslo_vmware.api [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812639, 'name': PowerOnVM_Task, 'duration_secs': 0.625488} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.335723] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.335890] env[68466]: INFO nova.compute.manager [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Took 8.05 seconds to spawn the instance on the hypervisor. [ 934.336135] env[68466]: DEBUG nova.compute.manager [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.339131] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d8d2bf-0365-454e-b97c-6a8e98a954ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.393725] env[68466]: DEBUG nova.network.neutron [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Successfully updated port: f8fb5d8d-a09d-4e54-953a-7df4ae7b33de {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.412098] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.448772] env[68466]: DEBUG nova.compute.manager [req-e64611e1-e0a8-499d-810f-e6ab65d3d682 req-13616c04-a76d-4e39-a75e-d032fae8fe01 service nova] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Received event network-vif-plugged-f8fb5d8d-a09d-4e54-953a-7df4ae7b33de {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.449011] env[68466]: DEBUG oslo_concurrency.lockutils [req-e64611e1-e0a8-499d-810f-e6ab65d3d682 req-13616c04-a76d-4e39-a75e-d032fae8fe01 service nova] Acquiring lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.449228] env[68466]: DEBUG oslo_concurrency.lockutils [req-e64611e1-e0a8-499d-810f-e6ab65d3d682 req-13616c04-a76d-4e39-a75e-d032fae8fe01 service nova] Lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.449500] env[68466]: DEBUG oslo_concurrency.lockutils [req-e64611e1-e0a8-499d-810f-e6ab65d3d682 req-13616c04-a76d-4e39-a75e-d032fae8fe01 service nova] Lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.449554] env[68466]: DEBUG nova.compute.manager [req-e64611e1-e0a8-499d-810f-e6ab65d3d682 req-13616c04-a76d-4e39-a75e-d032fae8fe01 service nova] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] No waiting events found dispatching network-vif-plugged-f8fb5d8d-a09d-4e54-953a-7df4ae7b33de {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.449714] env[68466]: WARNING nova.compute.manager [req-e64611e1-e0a8-499d-810f-e6ab65d3d682 req-13616c04-a76d-4e39-a75e-d032fae8fe01 service nova] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Received unexpected event network-vif-plugged-f8fb5d8d-a09d-4e54-953a-7df4ae7b33de for instance with vm_state building and task_state spawning. [ 934.660737] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86058b5-3df9-47a8-a13c-b081b65b1ecd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.669856] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ddcb1-fc28-4dad-8ab2-abb79c89b7af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.703777] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e541f4-7562-469b-b019-6f598bb79bf9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.712704] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffc4d7d-6366-4398-b1d5-dddd9f7b085b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.729415] env[68466]: DEBUG nova.compute.provider_tree [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.865750] env[68466]: INFO nova.compute.manager [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Took 51.79 seconds to build instance. [ 934.903122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-3f8fe727-783d-4c1d-a2ca-6b6042524fc4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.903122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-3f8fe727-783d-4c1d-a2ca-6b6042524fc4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.903122] env[68466]: DEBUG nova.network.neutron [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.920071] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.233320] env[68466]: DEBUG nova.scheduler.client.report [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.338758] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Completed reading data from the image iterator. {{(pid=68466) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 935.339010] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dd0b5-b8f4-2fe1-2f00-10f642798851/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 935.340153] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a71912d-6912-47e5-abfa-031c77d7b618 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.350667] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dd0b5-b8f4-2fe1-2f00-10f642798851/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 935.350853] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dd0b5-b8f4-2fe1-2f00-10f642798851/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 935.351311] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-be34f54a-a2f5-47ab-8a9d-43ff69788abe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.368020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-de0c49cc-cd12-4fbd-bd0a-d58c3d0bd958 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "5622380f-381e-4df0-a9f9-720365bdecbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.468s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.415068] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.479270] env[68466]: DEBUG nova.network.neutron [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.507294] env[68466]: DEBUG nova.compute.manager [req-f7bd54dd-3c30-4547-9937-02b388f049d3 req-bc212f84-a744-4a7c-acef-a889f7811267 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Received event network-changed-3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 935.507609] env[68466]: DEBUG nova.compute.manager [req-f7bd54dd-3c30-4547-9937-02b388f049d3 req-bc212f84-a744-4a7c-acef-a889f7811267 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Refreshing instance network info cache due to event network-changed-3d9879ee-3e9f-4eb3-9b31-75b65c64caa1. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 935.507840] env[68466]: DEBUG oslo_concurrency.lockutils [req-f7bd54dd-3c30-4547-9937-02b388f049d3 req-bc212f84-a744-4a7c-acef-a889f7811267 service nova] Acquiring lock "refresh_cache-5622380f-381e-4df0-a9f9-720365bdecbe" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.507978] env[68466]: DEBUG oslo_concurrency.lockutils [req-f7bd54dd-3c30-4547-9937-02b388f049d3 req-bc212f84-a744-4a7c-acef-a889f7811267 service nova] Acquired lock "refresh_cache-5622380f-381e-4df0-a9f9-720365bdecbe" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.508154] env[68466]: DEBUG nova.network.neutron [req-f7bd54dd-3c30-4547-9937-02b388f049d3 req-bc212f84-a744-4a7c-acef-a889f7811267 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Refreshing network info cache for port 3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.740264] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.742660] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.580s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.745182] env[68466]: INFO nova.compute.claims [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.778233] env[68466]: INFO nova.scheduler.client.report [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted allocations for instance f99a26a9-de93-4ad4-98af-3e652aeacb52 [ 935.794332] env[68466]: DEBUG nova.network.neutron [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Updating instance_info_cache with network_info: [{"id": "f8fb5d8d-a09d-4e54-953a-7df4ae7b33de", "address": "fa:16:3e:62:11:61", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8fb5d8d-a0", "ovs_interfaceid": "f8fb5d8d-a09d-4e54-953a-7df4ae7b33de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.919740] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812640, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.921020] env[68466]: DEBUG oslo_vmware.rw_handles [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525dd0b5-b8f4-2fe1-2f00-10f642798851/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 935.921129] env[68466]: INFO nova.virt.vmwareapi.images [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Downloaded image file data a87dc6ae-9766-46ad-9e56-07185861d034 [ 935.923390] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bda0085-f911-40da-9d25-0d4f854e46f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.938339] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9074030e-ca2d-4200-b43e-011116bba6a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.979398] env[68466]: INFO nova.virt.vmwareapi.images [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] The imported VM was unregistered [ 935.981900] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Caching image {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 935.982389] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating directory with path [datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.982490] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdadd5ef-3fbc-4e56-bd01-89cbd50257cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.014028] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Created directory with path [datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.014251] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9/OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9.vmdk to [datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034/a87dc6ae-9766-46ad-9e56-07185861d034.vmdk. {{(pid=68466) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 936.016174] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-51a517d7-4a9e-4e82-a66f-502f6c019047 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.024309] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 936.024309] env[68466]: value = "task-2812642" [ 936.024309] env[68466]: _type = "Task" [ 936.024309] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.033271] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812642, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.281617] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.281617] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.282131] env[68466]: DEBUG nova.compute.manager [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.282639] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035d20ed-c97e-41bf-a1de-3e549383da3c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.292211] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2b43b0df-a108-4358-a748-d6921ce0fde1 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "f99a26a9-de93-4ad4-98af-3e652aeacb52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.539s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.297713] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-3f8fe727-783d-4c1d-a2ca-6b6042524fc4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.299035] env[68466]: DEBUG nova.compute.manager [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Instance network_info: |[{"id": "f8fb5d8d-a09d-4e54-953a-7df4ae7b33de", "address": "fa:16:3e:62:11:61", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8fb5d8d-a0", "ovs_interfaceid": "f8fb5d8d-a09d-4e54-953a-7df4ae7b33de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.299035] env[68466]: DEBUG nova.compute.manager [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 936.299549] env[68466]: DEBUG nova.objects.instance [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lazy-loading 'flavor' on Instance uuid 4c3229df-e7a4-4970-b6d4-75ec920a6b0a {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.301135] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:11:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8fb5d8d-a09d-4e54-953a-7df4ae7b33de', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.311229] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.312938] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.318291] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f068d65c-9c6a-4645-9e8e-0e84f9ce778c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.340181] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.340181] env[68466]: value = "task-2812643" [ 936.340181] env[68466]: _type = "Task" [ 936.340181] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.350367] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812643, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.420021] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812640, 'name': PowerOffVM_Task, 'duration_secs': 2.522868} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.420381] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.420559] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.420872] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1f1992-5a46-4313-9cdb-a75ba26ca5a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.432977] env[68466]: DEBUG nova.network.neutron [req-f7bd54dd-3c30-4547-9937-02b388f049d3 req-bc212f84-a744-4a7c-acef-a889f7811267 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Updated VIF entry in instance network info cache for port 3d9879ee-3e9f-4eb3-9b31-75b65c64caa1. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.433898] env[68466]: DEBUG nova.network.neutron [req-f7bd54dd-3c30-4547-9937-02b388f049d3 req-bc212f84-a744-4a7c-acef-a889f7811267 service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Updating instance_info_cache with network_info: [{"id": "3d9879ee-3e9f-4eb3-9b31-75b65c64caa1", "address": "fa:16:3e:3a:e6:30", "network": {"id": "3d3877c7-954b-4ecc-9405-ff8080392d0f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-117431475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "125de9e10e724596a9fab9ae391c9497", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9879ee-3e", "ovs_interfaceid": "3d9879ee-3e9f-4eb3-9b31-75b65c64caa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.542513] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812642, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.552109] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.552241] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.552546] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Deleting the datastore file [datastore1] 6840c94d-1ec9-47d2-8618-dbc1242fb933 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.552754] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a945c109-38fe-4a36-9d5e-96b5956155f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.565701] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for the task: (returnval){ [ 936.565701] env[68466]: value = "task-2812645" [ 936.565701] env[68466]: _type = "Task" [ 936.565701] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.578128] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.720933] env[68466]: DEBUG nova.compute.manager [req-599af386-09d4-4e61-90f1-2e716f7d0a9c req-7a3033e6-2666-4dde-9045-81f36132bd22 service nova] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Received event network-changed-f8fb5d8d-a09d-4e54-953a-7df4ae7b33de {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 936.721172] env[68466]: DEBUG nova.compute.manager [req-599af386-09d4-4e61-90f1-2e716f7d0a9c req-7a3033e6-2666-4dde-9045-81f36132bd22 service nova] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Refreshing instance network info cache due to event network-changed-f8fb5d8d-a09d-4e54-953a-7df4ae7b33de. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 936.721394] env[68466]: DEBUG oslo_concurrency.lockutils [req-599af386-09d4-4e61-90f1-2e716f7d0a9c req-7a3033e6-2666-4dde-9045-81f36132bd22 service nova] Acquiring lock "refresh_cache-3f8fe727-783d-4c1d-a2ca-6b6042524fc4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.721541] env[68466]: DEBUG oslo_concurrency.lockutils [req-599af386-09d4-4e61-90f1-2e716f7d0a9c req-7a3033e6-2666-4dde-9045-81f36132bd22 service nova] Acquired lock "refresh_cache-3f8fe727-783d-4c1d-a2ca-6b6042524fc4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.721714] env[68466]: DEBUG nova.network.neutron [req-599af386-09d4-4e61-90f1-2e716f7d0a9c req-7a3033e6-2666-4dde-9045-81f36132bd22 service nova] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Refreshing network info cache for port f8fb5d8d-a09d-4e54-953a-7df4ae7b33de {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.860467] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812643, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.938360] env[68466]: DEBUG oslo_concurrency.lockutils [req-f7bd54dd-3c30-4547-9937-02b388f049d3 req-bc212f84-a744-4a7c-acef-a889f7811267 service nova] Releasing lock "refresh_cache-5622380f-381e-4df0-a9f9-720365bdecbe" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.047696] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812642, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.083762] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.320023] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.320023] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb35ba-8c1d-493d-b7ec-3b560ba3e5fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.325778] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-584fd3d3-e2ee-4663-a973-b06bb9a78501 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.335068] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63163ab-94ac-4ab0-9ff8-f912d4891c62 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.341319] env[68466]: DEBUG oslo_vmware.api [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 937.341319] env[68466]: value = "task-2812646" [ 937.341319] env[68466]: _type = "Task" [ 937.341319] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.379921] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a539b7-0f7b-49db-90a9-85bd3efbe78f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.387093] env[68466]: DEBUG oslo_vmware.api [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.390685] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812643, 'name': CreateVM_Task, 'duration_secs': 0.541211} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.390988] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.391698] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.391920] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.392320] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.392631] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db27aac7-af76-46cd-945d-ff2b7a4e4976 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.399012] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98046e1b-ecd1-442c-a1aa-62a37660888d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.404547] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 937.404547] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e5e862-8856-9192-374c-8b14b79f6fba" [ 937.404547] env[68466]: _type = "Task" [ 937.404547] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.419961] env[68466]: DEBUG nova.compute.provider_tree [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.434616] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e5e862-8856-9192-374c-8b14b79f6fba, 'name': SearchDatastore_Task} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.435814] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.436270] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.436582] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.436847] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.437114] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.437947] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe3dc9f-0bcc-4578-9e8c-5281fa45c154 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.452735] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.453770] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.454172] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319731be-120b-4ee0-b7ec-25af5662801d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.463623] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 937.463623] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dac343-e774-c7b8-c296-5f6911a67ed8" [ 937.463623] env[68466]: _type = "Task" [ 937.463623] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.476370] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dac343-e774-c7b8-c296-5f6911a67ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.547337] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812642, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.581180] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.721289] env[68466]: DEBUG nova.network.neutron [req-599af386-09d4-4e61-90f1-2e716f7d0a9c req-7a3033e6-2666-4dde-9045-81f36132bd22 service nova] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Updated VIF entry in instance network info cache for port f8fb5d8d-a09d-4e54-953a-7df4ae7b33de. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.721739] env[68466]: DEBUG nova.network.neutron [req-599af386-09d4-4e61-90f1-2e716f7d0a9c req-7a3033e6-2666-4dde-9045-81f36132bd22 service nova] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Updating instance_info_cache with network_info: [{"id": "f8fb5d8d-a09d-4e54-953a-7df4ae7b33de", "address": "fa:16:3e:62:11:61", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8fb5d8d-a0", "ovs_interfaceid": "f8fb5d8d-a09d-4e54-953a-7df4ae7b33de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.858876] env[68466]: DEBUG oslo_vmware.api [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812646, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.926487] env[68466]: DEBUG nova.scheduler.client.report [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.977043] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dac343-e774-c7b8-c296-5f6911a67ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.03098} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.977683] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bff922-c275-467c-a0f3-1c656e916f31 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.987372] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 937.987372] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521b2914-e1db-cea2-5f4d-92adec76f3c6" [ 937.987372] env[68466]: _type = "Task" [ 937.987372] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.001086] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521b2914-e1db-cea2-5f4d-92adec76f3c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.040306] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812642, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.082693] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.224511] env[68466]: DEBUG oslo_concurrency.lockutils [req-599af386-09d4-4e61-90f1-2e716f7d0a9c req-7a3033e6-2666-4dde-9045-81f36132bd22 service nova] Releasing lock "refresh_cache-3f8fe727-783d-4c1d-a2ca-6b6042524fc4" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.357382] env[68466]: DEBUG oslo_vmware.api [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812646, 'name': PowerOffVM_Task, 'duration_secs': 0.621624} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.357765] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.357905] env[68466]: DEBUG nova.compute.manager [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.359448] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c857c-7f7a-4727-92fd-a0034fab494d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.402420] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "e9297230-b10c-4e02-902c-67e76aa62feb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.402716] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "e9297230-b10c-4e02-902c-67e76aa62feb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.436446] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.436741] env[68466]: DEBUG nova.compute.manager [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.440271] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.270s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.444084] env[68466]: INFO nova.compute.claims [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.503027] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521b2914-e1db-cea2-5f4d-92adec76f3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.027071} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.503357] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.503750] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4/3f8fe727-783d-4c1d-a2ca-6b6042524fc4.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.504093] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bca8753-410c-47a7-9b8a-b7026f790a07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.516792] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 938.516792] env[68466]: value = "task-2812647" [ 938.516792] env[68466]: _type = "Task" [ 938.516792] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.531329] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.545622] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812642, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.583616] env[68466]: DEBUG oslo_vmware.api [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Task: {'id': task-2812645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.004064} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.584421] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.584421] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.585195] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.585195] env[68466]: INFO nova.compute.manager [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Took 5.21 seconds to destroy the instance on the hypervisor. [ 938.585195] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.585822] env[68466]: DEBUG nova.compute.manager [-] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.585822] env[68466]: DEBUG nova.network.neutron [-] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.875538] env[68466]: DEBUG oslo_concurrency.lockutils [None req-70895429-0029-4d02-9fdf-467acf7f077f tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.594s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.905615] env[68466]: DEBUG nova.compute.manager [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.957021] env[68466]: DEBUG nova.compute.utils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.963027] env[68466]: DEBUG nova.compute.manager [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.963236] env[68466]: DEBUG nova.network.neutron [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.029506] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812647, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.032804] env[68466]: DEBUG nova.policy [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe648e4bc6554ab5ab72949fcf3f0023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdadd413afaa4fb19effa576f0ff453a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.049461] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812642, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.955186} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.050509] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9/OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9.vmdk to [datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034/a87dc6ae-9766-46ad-9e56-07185861d034.vmdk. [ 939.050808] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Cleaning up location [datastore1] OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 939.051031] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d56f4ef6-8585-4651-9b17-794dfea76cf9 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.051419] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b6fb343-b750-4d63-a91c-aa8e706cec99 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.062968] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 939.062968] env[68466]: value = "task-2812648" [ 939.062968] env[68466]: _type = "Task" [ 939.062968] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.075575] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.400218] env[68466]: DEBUG nova.compute.manager [req-6f315266-98c9-4e63-85ca-dc9b2ac8c78d req-3cb4b456-024a-42d1-aea1-e8c0f3515820 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Received event network-vif-deleted-e003a7a7-0aae-454b-85a6-37cb5cb27ca0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.400550] env[68466]: INFO nova.compute.manager [req-6f315266-98c9-4e63-85ca-dc9b2ac8c78d req-3cb4b456-024a-42d1-aea1-e8c0f3515820 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Neutron deleted interface e003a7a7-0aae-454b-85a6-37cb5cb27ca0; detaching it from the instance and deleting it from the info cache [ 939.400596] env[68466]: DEBUG nova.network.neutron [req-6f315266-98c9-4e63-85ca-dc9b2ac8c78d req-3cb4b456-024a-42d1-aea1-e8c0f3515820 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.435023] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.468732] env[68466]: DEBUG nova.compute.manager [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.535182] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839294} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.535451] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4/3f8fe727-783d-4c1d-a2ca-6b6042524fc4.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.535648] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.536409] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3d07371-2b24-4cf0-a62c-ef0b190ac3ba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.551391] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 939.551391] env[68466]: value = "task-2812649" [ 939.551391] env[68466]: _type = "Task" [ 939.551391] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.557268] env[68466]: DEBUG nova.network.neutron [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Successfully created port: d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.572550] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.579680] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082569} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.579950] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.580141] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034/a87dc6ae-9766-46ad-9e56-07185861d034.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.580411] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034/a87dc6ae-9766-46ad-9e56-07185861d034.vmdk to [datastore1] 3691901a-1a8e-4afe-94f3-e3edd7dcc917/3691901a-1a8e-4afe-94f3-e3edd7dcc917.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.580669] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52c08db8-7bc3-43f9-ab3a-649eb366e722 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.591290] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 939.591290] env[68466]: value = "task-2812650" [ 939.591290] env[68466]: _type = "Task" [ 939.591290] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.604791] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.815634] env[68466]: DEBUG nova.network.neutron [-] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.904493] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58df467d-c259-4577-b813-6208a0cb1cd9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.918235] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb3c5d9-5937-4c60-a520-3d0cda68c967 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.967738] env[68466]: DEBUG nova.compute.manager [req-6f315266-98c9-4e63-85ca-dc9b2ac8c78d req-3cb4b456-024a-42d1-aea1-e8c0f3515820 service nova] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Detach interface failed, port_id=e003a7a7-0aae-454b-85a6-37cb5cb27ca0, reason: Instance 6840c94d-1ec9-47d2-8618-dbc1242fb933 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 940.073911] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0862} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.073911] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.075534] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a10a1b9-cb94-4777-acd5-a9b6c5daa4c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.114167] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4/3f8fe727-783d-4c1d-a2ca-6b6042524fc4.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.121627] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14adef35-a770-4a27-83ec-33ba5ee94c44 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.148582] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812650, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.150418] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 940.150418] env[68466]: value = "task-2812651" [ 940.150418] env[68466]: _type = "Task" [ 940.150418] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.156645] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2181cd9-1444-4a07-be4f-5d2ea2a9d58e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.165516] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.174009] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e7534-aa56-4db4-9650-577b9bc1e60c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.210761] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ec8bfc-8b41-4cd2-a8d0-1704122c3989 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.219053] env[68466]: DEBUG nova.objects.instance [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lazy-loading 'flavor' on Instance uuid 4c3229df-e7a4-4970-b6d4-75ec920a6b0a {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.226259] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aa9b4d-1db4-4885-9ba7-19c9221c620e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.247607] env[68466]: DEBUG nova.compute.provider_tree [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.322663] env[68466]: INFO nova.compute.manager [-] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Took 1.74 seconds to deallocate network for instance. [ 940.483800] env[68466]: DEBUG nova.compute.manager [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.530893] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.530893] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.530893] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.530893] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.530893] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.530893] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.530893] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.531195] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.531195] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.531331] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.531548] env[68466]: DEBUG nova.virt.hardware [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.533178] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5c678d-a633-47f7-aa55-b8f3af25f11e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.546640] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d1d032-d1fa-4cdd-8acc-b96ef6574262 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.615444] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812650, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.663448] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.727586] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "refresh_cache-4c3229df-e7a4-4970-b6d4-75ec920a6b0a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.727839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquired lock "refresh_cache-4c3229df-e7a4-4970-b6d4-75ec920a6b0a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.729084] env[68466]: DEBUG nova.network.neutron [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.729241] env[68466]: DEBUG nova.objects.instance [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lazy-loading 'info_cache' on Instance uuid 4c3229df-e7a4-4970-b6d4-75ec920a6b0a {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.750928] env[68466]: DEBUG nova.scheduler.client.report [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.830194] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.119066] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812650, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.167211] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812651, 'name': ReconfigVM_Task, 'duration_secs': 0.722437} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.168272] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4/3f8fe727-783d-4c1d-a2ca-6b6042524fc4.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.169634] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c42743b4-caab-4012-8738-e989ef97fd7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.183416] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 941.183416] env[68466]: value = "task-2812652" [ 941.183416] env[68466]: _type = "Task" [ 941.183416] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.196871] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812652, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.234509] env[68466]: DEBUG nova.objects.base [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Object Instance<4c3229df-e7a4-4970-b6d4-75ec920a6b0a> lazy-loaded attributes: flavor,info_cache {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 941.256429] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.257325] env[68466]: DEBUG nova.compute.manager [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.262122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.917s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.264268] env[68466]: INFO nova.compute.claims [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.348224] env[68466]: DEBUG nova.network.neutron [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Successfully updated port: d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.379309] env[68466]: DEBUG nova.compute.manager [req-3037ea44-be58-4c84-ad4c-f243b5f2fd80 req-aa63cd42-b53e-424c-afc2-9e2144d68470 service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Received event network-vif-plugged-d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 941.379839] env[68466]: DEBUG oslo_concurrency.lockutils [req-3037ea44-be58-4c84-ad4c-f243b5f2fd80 req-aa63cd42-b53e-424c-afc2-9e2144d68470 service nova] Acquiring lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.380011] env[68466]: DEBUG oslo_concurrency.lockutils [req-3037ea44-be58-4c84-ad4c-f243b5f2fd80 req-aa63cd42-b53e-424c-afc2-9e2144d68470 service nova] Lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.380232] env[68466]: DEBUG oslo_concurrency.lockutils [req-3037ea44-be58-4c84-ad4c-f243b5f2fd80 req-aa63cd42-b53e-424c-afc2-9e2144d68470 service nova] Lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.380452] env[68466]: DEBUG nova.compute.manager [req-3037ea44-be58-4c84-ad4c-f243b5f2fd80 req-aa63cd42-b53e-424c-afc2-9e2144d68470 service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] No waiting events found dispatching network-vif-plugged-d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.381865] env[68466]: WARNING nova.compute.manager [req-3037ea44-be58-4c84-ad4c-f243b5f2fd80 req-aa63cd42-b53e-424c-afc2-9e2144d68470 service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Received unexpected event network-vif-plugged-d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583 for instance with vm_state building and task_state spawning. [ 941.620205] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812650, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.697060] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812652, 'name': Rename_Task, 'duration_secs': 0.201903} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.697060] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.697060] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43850ae0-64bf-4f4d-8e9c-2184ae1c0e31 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.708066] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 941.708066] env[68466]: value = "task-2812653" [ 941.708066] env[68466]: _type = "Task" [ 941.708066] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.721380] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.763041] env[68466]: DEBUG nova.compute.utils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.764564] env[68466]: DEBUG nova.compute.manager [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.764699] env[68466]: DEBUG nova.network.neutron [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.845082] env[68466]: DEBUG nova.policy [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f763c133438480d9d2fec0fee451429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f98c4c5dee045d08f90eb4d81a6e4ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.854152] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "refresh_cache-81a5f4d3-b666-4e40-83f0-24a8c8aa751c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.854152] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "refresh_cache-81a5f4d3-b666-4e40-83f0-24a8c8aa751c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.854152] env[68466]: DEBUG nova.network.neutron [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.998023] env[68466]: DEBUG nova.network.neutron [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Updating instance_info_cache with network_info: [{"id": "a7252f39-fa71-4143-9cc1-d2f5c068268c", "address": "fa:16:3e:5e:8a:43", "network": {"id": "a7439dba-ffcd-4391-a3b7-9c94fb9047de", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1622395230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23bf89194acc4595ad108f4a7771214d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7252f39-fa", "ovs_interfaceid": "a7252f39-fa71-4143-9cc1-d2f5c068268c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.119312] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812650, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.484869} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.119312] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a87dc6ae-9766-46ad-9e56-07185861d034/a87dc6ae-9766-46ad-9e56-07185861d034.vmdk to [datastore1] 3691901a-1a8e-4afe-94f3-e3edd7dcc917/3691901a-1a8e-4afe-94f3-e3edd7dcc917.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.119312] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75827132-90d8-46b6-85db-d83556d3ad4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.143953] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 3691901a-1a8e-4afe-94f3-e3edd7dcc917/3691901a-1a8e-4afe-94f3-e3edd7dcc917.vmdk or device None with type streamOptimized {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.146645] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb017dd2-aeed-4078-93d6-a7e3d3008191 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.170474] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 942.170474] env[68466]: value = "task-2812654" [ 942.170474] env[68466]: _type = "Task" [ 942.170474] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.181307] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.219427] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.271026] env[68466]: DEBUG nova.compute.manager [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.391946] env[68466]: DEBUG nova.network.neutron [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.503289] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Releasing lock "refresh_cache-4c3229df-e7a4-4970-b6d4-75ec920a6b0a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.556343] env[68466]: DEBUG nova.network.neutron [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Updating instance_info_cache with network_info: [{"id": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "address": "fa:16:3e:e0:b0:8b", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb6c7f-e2", "ovs_interfaceid": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.682896] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.717697] env[68466]: DEBUG nova.network.neutron [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Successfully created port: 2692c77d-5447-461a-be01-5a8186918d96 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.723530] env[68466]: DEBUG oslo_vmware.api [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812653, 'name': PowerOnVM_Task, 'duration_secs': 0.598485} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.726180] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.726383] env[68466]: INFO nova.compute.manager [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Took 9.19 seconds to spawn the instance on the hypervisor. [ 942.726564] env[68466]: DEBUG nova.compute.manager [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.727616] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85adb3e2-af9e-408e-b5d3-3bf7c8247161 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.924133] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9085edcf-6732-4a89-a348-eac7240ddd58 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.933083] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22577756-a1c3-4003-b81e-2e2beed2eac2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.970277] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a250a57-a0db-4798-8277-0a7e62354f17 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.979656] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d370939c-9176-4265-a9fa-cf56c5ba318c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.994817] env[68466]: DEBUG nova.compute.provider_tree [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.058758] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "refresh_cache-81a5f4d3-b666-4e40-83f0-24a8c8aa751c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.059102] env[68466]: DEBUG nova.compute.manager [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Instance network_info: |[{"id": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "address": "fa:16:3e:e0:b0:8b", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb6c7f-e2", "ovs_interfaceid": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.059523] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:b0:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.067708] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.067953] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.068194] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18ac1b94-738e-48c9-b3b4-d9f4f551e6b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.091179] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.091179] env[68466]: value = "task-2812655" [ 943.091179] env[68466]: _type = "Task" [ 943.091179] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.099283] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812655, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.182804] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.250772] env[68466]: INFO nova.compute.manager [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Took 50.16 seconds to build instance. [ 943.282374] env[68466]: DEBUG nova.compute.manager [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.318063] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.318063] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.318063] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.318433] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.318433] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.318433] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.318659] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.318845] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.319118] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.319357] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.319586] env[68466]: DEBUG nova.virt.hardware [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.320787] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cc55e6-77de-480d-a996-a1a7b34fc697 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.330124] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2540090f-f445-4708-8c43-93a93e377f19 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.408210] env[68466]: DEBUG nova.compute.manager [req-a34338f4-bfb2-42a6-89e6-f508695e6868 req-ae3d573c-47c9-46b2-9c06-e2c70f22f7b0 service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Received event network-changed-d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 943.408451] env[68466]: DEBUG nova.compute.manager [req-a34338f4-bfb2-42a6-89e6-f508695e6868 req-ae3d573c-47c9-46b2-9c06-e2c70f22f7b0 service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Refreshing instance network info cache due to event network-changed-d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 943.408612] env[68466]: DEBUG oslo_concurrency.lockutils [req-a34338f4-bfb2-42a6-89e6-f508695e6868 req-ae3d573c-47c9-46b2-9c06-e2c70f22f7b0 service nova] Acquiring lock "refresh_cache-81a5f4d3-b666-4e40-83f0-24a8c8aa751c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.408831] env[68466]: DEBUG oslo_concurrency.lockutils [req-a34338f4-bfb2-42a6-89e6-f508695e6868 req-ae3d573c-47c9-46b2-9c06-e2c70f22f7b0 service nova] Acquired lock "refresh_cache-81a5f4d3-b666-4e40-83f0-24a8c8aa751c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.408930] env[68466]: DEBUG nova.network.neutron [req-a34338f4-bfb2-42a6-89e6-f508695e6868 req-ae3d573c-47c9-46b2-9c06-e2c70f22f7b0 service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Refreshing network info cache for port d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.500238] env[68466]: DEBUG nova.scheduler.client.report [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.510409] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.511077] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f803c0a6-f36e-483d-8ec2-2b50ef5368f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.524156] env[68466]: DEBUG oslo_vmware.api [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 943.524156] env[68466]: value = "task-2812656" [ 943.524156] env[68466]: _type = "Task" [ 943.524156] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.543112] env[68466]: DEBUG oslo_vmware.api [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.603282] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812655, 'name': CreateVM_Task, 'duration_secs': 0.423127} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.603675] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.604871] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.605214] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.605853] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.606281] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db44e01-094e-4d4d-87db-6a5d5ac3994c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.614020] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 943.614020] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248425f-55fc-32d2-0a72-12ff2dc973a4" [ 943.614020] env[68466]: _type = "Task" [ 943.614020] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.620677] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248425f-55fc-32d2-0a72-12ff2dc973a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.681841] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812654, 'name': ReconfigVM_Task, 'duration_secs': 1.159989} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.682743] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 3691901a-1a8e-4afe-94f3-e3edd7dcc917/3691901a-1a8e-4afe-94f3-e3edd7dcc917.vmdk or device None with type streamOptimized {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.683093] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf258380-45bb-4adf-9e80-491a1de38a10 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.691083] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 943.691083] env[68466]: value = "task-2812657" [ 943.691083] env[68466]: _type = "Task" [ 943.691083] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.699999] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812657, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.753248] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ed00c0b0-85e2-4223-8608-6744bb8b0d42 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.932s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.005287] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.005657] env[68466]: DEBUG nova.compute.manager [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.008746] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.028s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.008953] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.011449] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.048s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.013149] env[68466]: INFO nova.compute.claims [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.035925] env[68466]: DEBUG oslo_vmware.api [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.052333] env[68466]: INFO nova.scheduler.client.report [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Deleted allocations for instance b675257a-5070-4c8a-90b5-229f93978764 [ 944.123190] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248425f-55fc-32d2-0a72-12ff2dc973a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014757} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.123499] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.123732] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.123968] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.124128] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.124423] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.124718] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2c73b2c-a4a8-4d02-884a-72e4824e48b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.127144] env[68466]: DEBUG nova.network.neutron [req-a34338f4-bfb2-42a6-89e6-f508695e6868 req-ae3d573c-47c9-46b2-9c06-e2c70f22f7b0 service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Updated VIF entry in instance network info cache for port d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.127476] env[68466]: DEBUG nova.network.neutron [req-a34338f4-bfb2-42a6-89e6-f508695e6868 req-ae3d573c-47c9-46b2-9c06-e2c70f22f7b0 service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Updating instance_info_cache with network_info: [{"id": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "address": "fa:16:3e:e0:b0:8b", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb6c7f-e2", "ovs_interfaceid": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.141620] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.144636] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.144636] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d984b611-71cb-4e4d-a871-18c24ed57e13 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.149320] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 944.149320] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f173ae-f61c-4ab1-eec3-c3aa948bc29c" [ 944.149320] env[68466]: _type = "Task" [ 944.149320] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.159792] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f173ae-f61c-4ab1-eec3-c3aa948bc29c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.201975] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812657, 'name': Rename_Task, 'duration_secs': 0.231316} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.202120] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.202382] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9c1f948-f9a3-42c0-b8f5-8b8cd55bfc5e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.210065] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 944.210065] env[68466]: value = "task-2812658" [ 944.210065] env[68466]: _type = "Task" [ 944.210065] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.220327] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.517582] env[68466]: DEBUG nova.compute.utils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.521069] env[68466]: DEBUG nova.compute.manager [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.522149] env[68466]: DEBUG nova.network.neutron [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.542061] env[68466]: DEBUG oslo_vmware.api [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812656, 'name': PowerOnVM_Task, 'duration_secs': 0.536582} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.542452] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.542751] env[68466]: DEBUG nova.compute.manager [None req-eb89dd9f-9046-45d1-a80a-815822283bcf tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.543898] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80d73a4-5995-4176-87f8-1a4d21fb82b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.566547] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b4f7b4d8-80cf-4f62-a626-872e38ae9b7e tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "b675257a-5070-4c8a-90b5-229f93978764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.534s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.585816] env[68466]: DEBUG nova.policy [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90f11085b11842f78ac0433a9bd034c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e85acc289a4a40beb4f8ee2ba23460', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.632671] env[68466]: DEBUG oslo_concurrency.lockutils [req-a34338f4-bfb2-42a6-89e6-f508695e6868 req-ae3d573c-47c9-46b2-9c06-e2c70f22f7b0 service nova] Releasing lock "refresh_cache-81a5f4d3-b666-4e40-83f0-24a8c8aa751c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.665486] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f173ae-f61c-4ab1-eec3-c3aa948bc29c, 'name': SearchDatastore_Task, 'duration_secs': 0.024341} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.666335] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453ae489-51d4-41fa-b4fc-767be2932bc3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.674481] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 944.674481] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520e904a-40f9-7fcb-e361-eb97ab5941c9" [ 944.674481] env[68466]: _type = "Task" [ 944.674481] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.681995] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520e904a-40f9-7fcb-e361-eb97ab5941c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.721438] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.775771] env[68466]: DEBUG nova.compute.manager [req-154159b5-bac8-4c88-ab57-ff08308911f0 req-78648f0f-6c8c-4cc8-9365-e11f55916137 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-vif-plugged-2692c77d-5447-461a-be01-5a8186918d96 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 944.776195] env[68466]: DEBUG oslo_concurrency.lockutils [req-154159b5-bac8-4c88-ab57-ff08308911f0 req-78648f0f-6c8c-4cc8-9365-e11f55916137 service nova] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.776555] env[68466]: DEBUG oslo_concurrency.lockutils [req-154159b5-bac8-4c88-ab57-ff08308911f0 req-78648f0f-6c8c-4cc8-9365-e11f55916137 service nova] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.776817] env[68466]: DEBUG oslo_concurrency.lockutils [req-154159b5-bac8-4c88-ab57-ff08308911f0 req-78648f0f-6c8c-4cc8-9365-e11f55916137 service nova] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.777014] env[68466]: DEBUG nova.compute.manager [req-154159b5-bac8-4c88-ab57-ff08308911f0 req-78648f0f-6c8c-4cc8-9365-e11f55916137 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] No waiting events found dispatching network-vif-plugged-2692c77d-5447-461a-be01-5a8186918d96 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.777293] env[68466]: WARNING nova.compute.manager [req-154159b5-bac8-4c88-ab57-ff08308911f0 req-78648f0f-6c8c-4cc8-9365-e11f55916137 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received unexpected event network-vif-plugged-2692c77d-5447-461a-be01-5a8186918d96 for instance with vm_state building and task_state spawning. [ 944.824429] env[68466]: DEBUG nova.network.neutron [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Successfully updated port: 2692c77d-5447-461a-be01-5a8186918d96 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.026263] env[68466]: DEBUG nova.compute.manager [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.189772] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520e904a-40f9-7fcb-e361-eb97ab5941c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.192696] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.192966] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 81a5f4d3-b666-4e40-83f0-24a8c8aa751c/81a5f4d3-b666-4e40-83f0-24a8c8aa751c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.193443] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bedb1592-d5e3-4b42-9d0b-a6d4cdefd4d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.202182] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 945.202182] env[68466]: value = "task-2812659" [ 945.202182] env[68466]: _type = "Task" [ 945.202182] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.219489] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.227823] env[68466]: DEBUG oslo_vmware.api [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812658, 'name': PowerOnVM_Task, 'duration_secs': 0.807094} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.231722] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.231976] env[68466]: INFO nova.compute.manager [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Took 16.32 seconds to spawn the instance on the hypervisor. [ 945.232173] env[68466]: DEBUG nova.compute.manager [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.233945] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff93b90c-3743-4a13-acc8-e9e6166bee85 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.339795] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.339954] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.340128] env[68466]: DEBUG nova.network.neutron [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.346164] env[68466]: DEBUG nova.network.neutron [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Successfully created port: 1d532828-5bec-4e6b-862c-14d58440bde6 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.490063] env[68466]: INFO nova.compute.manager [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Rebuilding instance [ 945.545783] env[68466]: DEBUG nova.compute.manager [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.546859] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58adc9ea-7833-442b-a125-4e18133c26bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.588342] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d8e342-4128-4fcf-af86-5d9afba33bac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.599544] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2cdb05-9fb2-4a9e-b1bf-94f8e155a4e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.644523] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c17eaf-a61a-4a58-86cb-ca791d7bc0c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.653083] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e9fbc-c666-4c56-9a88-5f83c5e69d49 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.676470] env[68466]: DEBUG nova.compute.provider_tree [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.717122] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812659, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.763389] env[68466]: INFO nova.compute.manager [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Took 57.81 seconds to build instance. [ 945.897763] env[68466]: DEBUG nova.network.neutron [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.042975] env[68466]: DEBUG nova.compute.manager [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.075951] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.076205] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.076369] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.076550] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.079725] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.079725] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.079725] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.079725] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.079725] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.079725] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.079725] env[68466]: DEBUG nova.virt.hardware [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.079725] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ece5942-a776-4a28-888c-a4b1c7fbcfe2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.090021] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d37b1dc-fad4-4091-abcd-2a1678a9875e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.180168] env[68466]: DEBUG nova.scheduler.client.report [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.198356] env[68466]: DEBUG nova.network.neutron [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.214695] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812659, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.268066] env[68466]: DEBUG oslo_concurrency.lockutils [None req-11a56eb7-fc00-4b03-9228-fee80e13b7f3 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.362s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.324515] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.325011] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.325337] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.325714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.326386] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.329010] env[68466]: INFO nova.compute.manager [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Terminating instance [ 946.429489] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.429796] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.430049] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.430290] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.430429] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.432700] env[68466]: INFO nova.compute.manager [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Terminating instance [ 946.569757] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.570068] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad33a59-e245-4947-ad8d-edd12c4aae26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.578827] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 946.578827] env[68466]: value = "task-2812660" [ 946.578827] env[68466]: _type = "Task" [ 946.578827] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.591429] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.688180] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.688180] env[68466]: DEBUG nova.compute.manager [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.689529] env[68466]: DEBUG oslo_concurrency.lockutils [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.910s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.690118] env[68466]: DEBUG nova.objects.instance [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lazy-loading 'resources' on Instance uuid 55fc9b69-18d3-45a1-9b7a-421973de1c98 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.705124] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.705124] env[68466]: DEBUG nova.compute.manager [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Instance network_info: |[{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.705124] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:e9:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2692c77d-5447-461a-be01-5a8186918d96', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.712668] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.713507] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.718210] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73a70f42-27b0-470a-af1b-92a2bbab2e80 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.746687] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812659, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.748262] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.748262] env[68466]: value = "task-2812661" [ 946.748262] env[68466]: _type = "Task" [ 946.748262] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.761253] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812661, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.833660] env[68466]: DEBUG nova.compute.manager [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.833968] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.834911] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccdd01-658d-4d8b-a141-dbcfb45658d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.843254] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.845194] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbdabdf-8b9e-47a6-9adf-79f1b301e908 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.854145] env[68466]: DEBUG oslo_vmware.api [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 946.854145] env[68466]: value = "task-2812662" [ 946.854145] env[68466]: _type = "Task" [ 946.854145] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.862945] env[68466]: DEBUG oslo_vmware.api [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.911279] env[68466]: DEBUG nova.compute.manager [req-aff9580e-7010-41ec-a92d-393035efb08f req-6e5e5454-4276-4e39-92aa-078a50d9d2d2 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-changed-2692c77d-5447-461a-be01-5a8186918d96 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.911458] env[68466]: DEBUG nova.compute.manager [req-aff9580e-7010-41ec-a92d-393035efb08f req-6e5e5454-4276-4e39-92aa-078a50d9d2d2 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Refreshing instance network info cache due to event network-changed-2692c77d-5447-461a-be01-5a8186918d96. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 946.911675] env[68466]: DEBUG oslo_concurrency.lockutils [req-aff9580e-7010-41ec-a92d-393035efb08f req-6e5e5454-4276-4e39-92aa-078a50d9d2d2 service nova] Acquiring lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.911812] env[68466]: DEBUG oslo_concurrency.lockutils [req-aff9580e-7010-41ec-a92d-393035efb08f req-6e5e5454-4276-4e39-92aa-078a50d9d2d2 service nova] Acquired lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.911968] env[68466]: DEBUG nova.network.neutron [req-aff9580e-7010-41ec-a92d-393035efb08f req-6e5e5454-4276-4e39-92aa-078a50d9d2d2 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Refreshing network info cache for port 2692c77d-5447-461a-be01-5a8186918d96 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.937257] env[68466]: DEBUG nova.compute.manager [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.937257] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.938081] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dd8fb9-411e-4117-8995-bf0065c04f1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.950571] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.950674] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61e9abcd-8d7f-4602-87f3-1bbfb97b0c41 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.962058] env[68466]: DEBUG oslo_vmware.api [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 946.962058] env[68466]: value = "task-2812663" [ 946.962058] env[68466]: _type = "Task" [ 946.962058] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.973331] env[68466]: DEBUG oslo_vmware.api [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.097363] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.109922] env[68466]: DEBUG nova.compute.manager [req-2b6492f3-e725-4c72-9379-c1b4310c5868 req-e395a57d-b91c-436a-b00a-f2caaaa19a0c service nova] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Received event network-vif-plugged-1d532828-5bec-4e6b-862c-14d58440bde6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 947.110923] env[68466]: DEBUG oslo_concurrency.lockutils [req-2b6492f3-e725-4c72-9379-c1b4310c5868 req-e395a57d-b91c-436a-b00a-f2caaaa19a0c service nova] Acquiring lock "52764bf0-a84c-43e0-b72c-e0ee4069d798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.111290] env[68466]: DEBUG oslo_concurrency.lockutils [req-2b6492f3-e725-4c72-9379-c1b4310c5868 req-e395a57d-b91c-436a-b00a-f2caaaa19a0c service nova] Lock "52764bf0-a84c-43e0-b72c-e0ee4069d798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.116644] env[68466]: DEBUG oslo_concurrency.lockutils [req-2b6492f3-e725-4c72-9379-c1b4310c5868 req-e395a57d-b91c-436a-b00a-f2caaaa19a0c service nova] Lock "52764bf0-a84c-43e0-b72c-e0ee4069d798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.116644] env[68466]: DEBUG nova.compute.manager [req-2b6492f3-e725-4c72-9379-c1b4310c5868 req-e395a57d-b91c-436a-b00a-f2caaaa19a0c service nova] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] No waiting events found dispatching network-vif-plugged-1d532828-5bec-4e6b-862c-14d58440bde6 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.116644] env[68466]: WARNING nova.compute.manager [req-2b6492f3-e725-4c72-9379-c1b4310c5868 req-e395a57d-b91c-436a-b00a-f2caaaa19a0c service nova] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Received unexpected event network-vif-plugged-1d532828-5bec-4e6b-862c-14d58440bde6 for instance with vm_state building and task_state spawning. [ 947.117976] env[68466]: DEBUG nova.network.neutron [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Successfully updated port: 1d532828-5bec-4e6b-862c-14d58440bde6 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.196083] env[68466]: DEBUG nova.compute.utils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.200035] env[68466]: DEBUG nova.compute.manager [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.200545] env[68466]: DEBUG nova.network.neutron [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.229398] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812659, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.746425} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.229893] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 81a5f4d3-b666-4e40-83f0-24a8c8aa751c/81a5f4d3-b666-4e40-83f0-24a8c8aa751c.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.230328] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.230781] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e48adf2e-0b3a-4e2f-b018-35fa6c5d9406 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.246022] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 947.246022] env[68466]: value = "task-2812664" [ 947.246022] env[68466]: _type = "Task" [ 947.246022] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.260401] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.262385] env[68466]: DEBUG nova.policy [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027e6daf3914963b57247882722bd3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21036519ade44c319c5c96ec1625a467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.268668] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812661, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.372083] env[68466]: DEBUG oslo_vmware.api [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812662, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.475988] env[68466]: DEBUG oslo_vmware.api [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812663, 'name': PowerOffVM_Task, 'duration_secs': 0.467552} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.477149] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.477323] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.477786] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f2d6c05-a2bb-4579-a4bd-eef33a3ce263 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.592976] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812660, 'name': PowerOffVM_Task, 'duration_secs': 0.84914} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.595871] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.596165] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.597201] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c94926-2a87-432c-acee-5decfdf46fee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.605380] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.605545] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54e2f27f-3169-42de-b780-906a229af1a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.623027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "refresh_cache-52764bf0-a84c-43e0-b72c-e0ee4069d798" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.623027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "refresh_cache-52764bf0-a84c-43e0-b72c-e0ee4069d798" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.623027] env[68466]: DEBUG nova.network.neutron [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.656626] env[68466]: DEBUG nova.network.neutron [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Successfully created port: fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.705350] env[68466]: DEBUG nova.compute.manager [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.713761] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c318b1-e791-4015-87e6-cee863c651c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.724200] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04daa9a3-7dbd-415f-8322-1db49665a39e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.768923] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88245ee4-0cf8-4653-8bc8-921470867b62 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.777897] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173497} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.783235] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.783810] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812661, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.784552] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709eb390-c736-40d7-b97b-00cab20253c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.788789] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d07551-8c18-4984-9ba0-ed7a24575757 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.804779] env[68466]: DEBUG nova.compute.provider_tree [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.826569] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 81a5f4d3-b666-4e40-83f0-24a8c8aa751c/81a5f4d3-b666-4e40-83f0-24a8c8aa751c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.827838] env[68466]: DEBUG nova.scheduler.client.report [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.831749] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d13f2cd0-9aed-4a11-93be-ae65a1cab4f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.861403] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 947.861403] env[68466]: value = "task-2812667" [ 947.861403] env[68466]: _type = "Task" [ 947.861403] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.868249] env[68466]: DEBUG oslo_vmware.api [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812662, 'name': PowerOffVM_Task, 'duration_secs': 0.577268} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.869151] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.869338] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.870058] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b88378e3-d76d-4f58-b95c-86f581b97790 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.878137] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.089094] env[68466]: DEBUG nova.network.neutron [req-aff9580e-7010-41ec-a92d-393035efb08f req-6e5e5454-4276-4e39-92aa-078a50d9d2d2 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updated VIF entry in instance network info cache for port 2692c77d-5447-461a-be01-5a8186918d96. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.089094] env[68466]: DEBUG nova.network.neutron [req-aff9580e-7010-41ec-a92d-393035efb08f req-6e5e5454-4276-4e39-92aa-078a50d9d2d2 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.189413] env[68466]: DEBUG nova.network.neutron [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.272230] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812661, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.348197] env[68466]: DEBUG oslo_concurrency.lockutils [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.351841] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.659s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.352111] env[68466]: DEBUG nova.objects.instance [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lazy-loading 'resources' on Instance uuid 767a79fd-5dd1-4464-95a9-427be28af5ae {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.373122] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812667, 'name': ReconfigVM_Task, 'duration_secs': 0.306748} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.373494] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 81a5f4d3-b666-4e40-83f0-24a8c8aa751c/81a5f4d3-b666-4e40-83f0-24a8c8aa751c.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.374163] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de5d77c1-596d-41cd-aab9-c630542a4ca8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.376318] env[68466]: INFO nova.scheduler.client.report [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Deleted allocations for instance 55fc9b69-18d3-45a1-9b7a-421973de1c98 [ 948.386489] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 948.386489] env[68466]: value = "task-2812669" [ 948.386489] env[68466]: _type = "Task" [ 948.386489] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.398626] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812669, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.444567] env[68466]: DEBUG nova.network.neutron [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Updating instance_info_cache with network_info: [{"id": "1d532828-5bec-4e6b-862c-14d58440bde6", "address": "fa:16:3e:04:14:33", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d532828-5b", "ovs_interfaceid": "1d532828-5bec-4e6b-862c-14d58440bde6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.591734] env[68466]: DEBUG oslo_concurrency.lockutils [req-aff9580e-7010-41ec-a92d-393035efb08f req-6e5e5454-4276-4e39-92aa-078a50d9d2d2 service nova] Releasing lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.683507] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.684133] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.684133] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleting the datastore file [datastore1] 3691901a-1a8e-4afe-94f3-e3edd7dcc917 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.684472] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79a41b6d-8c85-48c7-8e68-f046fd5000a1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.692610] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.692610] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.692850] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleting the datastore file [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.694301] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e5316c-2720-4dfb-8452-1b9272bbce93 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.696366] env[68466]: DEBUG oslo_vmware.api [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 948.696366] env[68466]: value = "task-2812670" [ 948.696366] env[68466]: _type = "Task" [ 948.696366] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.706489] env[68466]: DEBUG oslo_vmware.api [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.708020] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.708264] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.708461] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Deleting the datastore file [datastore1] 90eb84e2-88bc-468a-987a-cc2e865f6ea8 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.708789] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 948.708789] env[68466]: value = "task-2812671" [ 948.708789] env[68466]: _type = "Task" [ 948.708789] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.708984] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab125d8-608f-44dc-8ab4-60400b75444b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.720881] env[68466]: DEBUG nova.compute.manager [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.723186] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.726245] env[68466]: DEBUG oslo_vmware.api [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for the task: (returnval){ [ 948.726245] env[68466]: value = "task-2812672" [ 948.726245] env[68466]: _type = "Task" [ 948.726245] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.733736] env[68466]: DEBUG oslo_vmware.api [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.752403] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.752677] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.752850] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.753050] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.753208] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.753784] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.753784] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.753784] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.754774] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.754774] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.754774] env[68466]: DEBUG nova.virt.hardware [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.755335] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098a26d4-f4a2-46a0-935e-f70ca72ce9f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.767727] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dcf765-df95-408b-bc1d-668739804b75 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.797457] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812661, 'name': CreateVM_Task, 'duration_secs': 1.933152} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.797783] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.798719] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.798979] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.799474] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.799957] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f85b619-8349-43f6-aad1-fbcd798a5d57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.806199] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 948.806199] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526e0657-d824-edf8-9919-0842a103505b" [ 948.806199] env[68466]: _type = "Task" [ 948.806199] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.820261] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526e0657-d824-edf8-9919-0842a103505b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.890123] env[68466]: DEBUG oslo_concurrency.lockutils [None req-73a7b20a-022f-4f9b-8940-4df7ecaaa96d tempest-ServersNegativeTestJSON-629383998 tempest-ServersNegativeTestJSON-629383998-project-member] Lock "55fc9b69-18d3-45a1-9b7a-421973de1c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.564s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.902953] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812669, 'name': Rename_Task, 'duration_secs': 0.209718} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.903284] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.903534] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adf6104d-ba70-4759-b11e-f6bf62c3ca4e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.913404] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 948.913404] env[68466]: value = "task-2812673" [ 948.913404] env[68466]: _type = "Task" [ 948.913404] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.923570] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.949791] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "refresh_cache-52764bf0-a84c-43e0-b72c-e0ee4069d798" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.950185] env[68466]: DEBUG nova.compute.manager [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Instance network_info: |[{"id": "1d532828-5bec-4e6b-862c-14d58440bde6", "address": "fa:16:3e:04:14:33", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d532828-5b", "ovs_interfaceid": "1d532828-5bec-4e6b-862c-14d58440bde6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.952233] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:14:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d532828-5bec-4e6b-862c-14d58440bde6', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.964701] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.968569] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.969071] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baa807eb-b5df-4233-b0cb-686a055a50f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.997386] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.997386] env[68466]: value = "task-2812674" [ 948.997386] env[68466]: _type = "Task" [ 948.997386] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.010481] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812674, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.211225] env[68466]: DEBUG oslo_vmware.api [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15681} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.213879] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.214336] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.214628] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.214899] env[68466]: INFO nova.compute.manager [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Took 2.28 seconds to destroy the instance on the hypervisor. [ 949.215244] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.219694] env[68466]: DEBUG nova.compute.manager [-] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.219901] env[68466]: DEBUG nova.network.neutron [-] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.228501] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159021} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.236012] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.236012] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.236398] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.250611] env[68466]: DEBUG oslo_vmware.api [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Task: {'id': task-2812672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163305} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.254591] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.254591] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.254591] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.254591] env[68466]: INFO nova.compute.manager [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Took 2.42 seconds to destroy the instance on the hypervisor. [ 949.254591] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.254780] env[68466]: DEBUG nova.compute.manager [-] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.254780] env[68466]: DEBUG nova.network.neutron [-] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.275412] env[68466]: DEBUG nova.compute.manager [req-52654bf0-d304-40a9-89e5-bd5bd3de2b29 req-ef49b453-9f19-43bc-a025-52f405606fa4 service nova] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Received event network-changed-1d532828-5bec-4e6b-862c-14d58440bde6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.275551] env[68466]: DEBUG nova.compute.manager [req-52654bf0-d304-40a9-89e5-bd5bd3de2b29 req-ef49b453-9f19-43bc-a025-52f405606fa4 service nova] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Refreshing instance network info cache due to event network-changed-1d532828-5bec-4e6b-862c-14d58440bde6. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 949.275792] env[68466]: DEBUG oslo_concurrency.lockutils [req-52654bf0-d304-40a9-89e5-bd5bd3de2b29 req-ef49b453-9f19-43bc-a025-52f405606fa4 service nova] Acquiring lock "refresh_cache-52764bf0-a84c-43e0-b72c-e0ee4069d798" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.275930] env[68466]: DEBUG oslo_concurrency.lockutils [req-52654bf0-d304-40a9-89e5-bd5bd3de2b29 req-ef49b453-9f19-43bc-a025-52f405606fa4 service nova] Acquired lock "refresh_cache-52764bf0-a84c-43e0-b72c-e0ee4069d798" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.276725] env[68466]: DEBUG nova.network.neutron [req-52654bf0-d304-40a9-89e5-bd5bd3de2b29 req-ef49b453-9f19-43bc-a025-52f405606fa4 service nova] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Refreshing network info cache for port 1d532828-5bec-4e6b-862c-14d58440bde6 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.319430] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526e0657-d824-edf8-9919-0842a103505b, 'name': SearchDatastore_Task, 'duration_secs': 0.020712} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.326224] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.326549] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.326730] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.326890] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.327083] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.327691] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44a995a9-aac5-4f8d-9106-dd90fa5156ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.343177] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.343438] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.344243] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd002c4-c1dd-42ce-b4a7-a0cd2905b3f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.360415] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 949.360415] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ababc6-60ff-52fc-7d8b-83e4b36aa405" [ 949.360415] env[68466]: _type = "Task" [ 949.360415] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.374236] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ababc6-60ff-52fc-7d8b-83e4b36aa405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.427386] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812673, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.447391] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aaed6f-8527-4d0f-853d-767bfd694dab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.462433] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5e5c46-f40d-4ec3-84f0-77d478452aa8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.513036] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972ab0ab-8b1c-46fe-9ad9-088f323199e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.528865] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f8ca9d-5fc2-48ca-b717-6506568735b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.534095] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812674, 'name': CreateVM_Task, 'duration_secs': 0.419631} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.534336] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.536090] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.536226] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.536607] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.536909] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbd70a1-1eea-45b1-baf1-1022b38cb824 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.551419] env[68466]: DEBUG nova.compute.provider_tree [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.557893] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 949.557893] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ffd3b0-6db8-5582-1748-885fcca1ec67" [ 949.557893] env[68466]: _type = "Task" [ 949.557893] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.566951] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ffd3b0-6db8-5582-1748-885fcca1ec67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.667647] env[68466]: DEBUG nova.network.neutron [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Successfully updated port: fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.856865] env[68466]: DEBUG oslo_concurrency.lockutils [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "e2933914-1b7d-41a3-b41a-312b0158f7d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.857144] env[68466]: DEBUG oslo_concurrency.lockutils [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "e2933914-1b7d-41a3-b41a-312b0158f7d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.857368] env[68466]: DEBUG oslo_concurrency.lockutils [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "e2933914-1b7d-41a3-b41a-312b0158f7d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.857549] env[68466]: DEBUG oslo_concurrency.lockutils [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "e2933914-1b7d-41a3-b41a-312b0158f7d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.857799] env[68466]: DEBUG oslo_concurrency.lockutils [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "e2933914-1b7d-41a3-b41a-312b0158f7d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.861880] env[68466]: DEBUG nova.compute.manager [req-0dc1b5ce-7e2e-4420-b171-00bc1f0265b7 req-8f544cb7-200b-4c60-b294-dd419f416290 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Received event network-vif-deleted-bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.862204] env[68466]: INFO nova.compute.manager [req-0dc1b5ce-7e2e-4420-b171-00bc1f0265b7 req-8f544cb7-200b-4c60-b294-dd419f416290 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Neutron deleted interface bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2; detaching it from the instance and deleting it from the info cache [ 949.862403] env[68466]: DEBUG nova.network.neutron [req-0dc1b5ce-7e2e-4420-b171-00bc1f0265b7 req-8f544cb7-200b-4c60-b294-dd419f416290 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.867148] env[68466]: INFO nova.compute.manager [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Terminating instance [ 949.877403] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ababc6-60ff-52fc-7d8b-83e4b36aa405, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.878245] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9882991b-83f3-4b64-b32b-c6cf36762ff2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.887756] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 949.887756] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da63bd-57cf-766b-a1b8-1b05391f5e45" [ 949.887756] env[68466]: _type = "Task" [ 949.887756] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.900667] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da63bd-57cf-766b-a1b8-1b05391f5e45, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.900667] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.900667] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] f7f960d4-9806-4cdc-8109-a2b51fdc146e/f7f960d4-9806-4cdc-8109-a2b51fdc146e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.901236] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69bfc2f9-369e-4ba7-b81c-6f07aba9e8cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.910057] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 949.910057] env[68466]: value = "task-2812675" [ 949.910057] env[68466]: _type = "Task" [ 949.910057] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.919453] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.928658] env[68466]: DEBUG oslo_vmware.api [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812673, 'name': PowerOnVM_Task, 'duration_secs': 0.614873} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.928935] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.929191] env[68466]: INFO nova.compute.manager [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Took 9.45 seconds to spawn the instance on the hypervisor. [ 949.929386] env[68466]: DEBUG nova.compute.manager [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.930526] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4462b87a-832f-4cd3-a8aa-54a3006bc298 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.054827] env[68466]: DEBUG nova.scheduler.client.report [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.071465] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ffd3b0-6db8-5582-1748-885fcca1ec67, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.072064] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.072064] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.072269] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.072422] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.072602] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.072873] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-236df69a-80b5-4835-a337-75293f126d6b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.076775] env[68466]: DEBUG nova.network.neutron [req-52654bf0-d304-40a9-89e5-bd5bd3de2b29 req-ef49b453-9f19-43bc-a025-52f405606fa4 service nova] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Updated VIF entry in instance network info cache for port 1d532828-5bec-4e6b-862c-14d58440bde6. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.077208] env[68466]: DEBUG nova.network.neutron [req-52654bf0-d304-40a9-89e5-bd5bd3de2b29 req-ef49b453-9f19-43bc-a025-52f405606fa4 service nova] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Updating instance_info_cache with network_info: [{"id": "1d532828-5bec-4e6b-862c-14d58440bde6", "address": "fa:16:3e:04:14:33", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d532828-5b", "ovs_interfaceid": "1d532828-5bec-4e6b-862c-14d58440bde6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.094947] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.095224] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.096298] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571810ab-80a7-44ff-8723-da61cb1ecf74 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.106907] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 950.106907] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526fdfcf-e861-ae1b-7bbe-6f460c3ffa5e" [ 950.106907] env[68466]: _type = "Task" [ 950.106907] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.120919] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526fdfcf-e861-ae1b-7bbe-6f460c3ffa5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.171200] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.171200] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.171200] env[68466]: DEBUG nova.network.neutron [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.222848] env[68466]: DEBUG nova.network.neutron [-] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.285121] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.287989] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.288439] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.288852] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.289251] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.289755] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.290228] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.290549] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.290935] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.291310] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.291767] env[68466]: DEBUG nova.virt.hardware [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.294303] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e91edea-6ff2-4fc3-b26c-1f16ff625e2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.298864] env[68466]: DEBUG nova.network.neutron [-] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.307517] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c33fdf7-1fc7-48ae-831b-b6ac6215e236 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.329580] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:11:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8fb5d8d-a09d-4e54-953a-7df4ae7b33de', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.340907] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.342183] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.342425] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6cb361e-ce7f-4869-9b39-b964231db8b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.366966] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8840e34a-4298-4404-b112-9b049aa6b6eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.369157] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.369157] env[68466]: value = "task-2812676" [ 950.369157] env[68466]: _type = "Task" [ 950.369157] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.375296] env[68466]: DEBUG nova.compute.manager [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.375851] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.376839] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319c0124-2ea3-4edc-b358-1129dcbd1e58 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.382413] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f1384-e7b5-4e74-a9fa-b4c43c8c8c90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.397447] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812676, 'name': CreateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.406500] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.406971] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b62d41-362b-4372-9e4f-bcb0416c158d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.422512] env[68466]: DEBUG oslo_vmware.api [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 950.422512] env[68466]: value = "task-2812677" [ 950.422512] env[68466]: _type = "Task" [ 950.422512] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.440220] env[68466]: DEBUG nova.compute.manager [req-0dc1b5ce-7e2e-4420-b171-00bc1f0265b7 req-8f544cb7-200b-4c60-b294-dd419f416290 service nova] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Detach interface failed, port_id=bf54a8c0-d2c6-4cdb-8ba8-61c7efea44a2, reason: Instance 3691901a-1a8e-4afe-94f3-e3edd7dcc917 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 950.454070] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473787} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.459445] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] f7f960d4-9806-4cdc-8109-a2b51fdc146e/f7f960d4-9806-4cdc-8109-a2b51fdc146e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.459445] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.461398] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2d96071-3a25-4f56-9e26-a2222fd5c979 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.464499] env[68466]: INFO nova.compute.manager [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Took 50.32 seconds to build instance. [ 950.470586] env[68466]: DEBUG oslo_vmware.api [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.477894] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 950.477894] env[68466]: value = "task-2812678" [ 950.477894] env[68466]: _type = "Task" [ 950.477894] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.492160] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.540054] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] Acquiring lock "refresh_cache-81a5f4d3-b666-4e40-83f0-24a8c8aa751c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.540125] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] Acquired lock "refresh_cache-81a5f4d3-b666-4e40-83f0-24a8c8aa751c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.540266] env[68466]: DEBUG nova.network.neutron [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.564200] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.567646] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.860s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.569379] env[68466]: INFO nova.compute.claims [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.581071] env[68466]: DEBUG oslo_concurrency.lockutils [req-52654bf0-d304-40a9-89e5-bd5bd3de2b29 req-ef49b453-9f19-43bc-a025-52f405606fa4 service nova] Releasing lock "refresh_cache-52764bf0-a84c-43e0-b72c-e0ee4069d798" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.608360] env[68466]: INFO nova.scheduler.client.report [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Deleted allocations for instance 767a79fd-5dd1-4464-95a9-427be28af5ae [ 950.626160] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526fdfcf-e861-ae1b-7bbe-6f460c3ffa5e, 'name': SearchDatastore_Task, 'duration_secs': 0.058948} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.626494] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdee970-c2ac-4689-bdab-cc93bd81619c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.635255] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 950.635255] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e12c7e-27d1-4401-12fe-5988b20cc99a" [ 950.635255] env[68466]: _type = "Task" [ 950.635255] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.646150] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e12c7e-27d1-4401-12fe-5988b20cc99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.726238] env[68466]: DEBUG nova.network.neutron [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.728745] env[68466]: INFO nova.compute.manager [-] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Took 1.51 seconds to deallocate network for instance. [ 950.802348] env[68466]: INFO nova.compute.manager [-] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Took 1.55 seconds to deallocate network for instance. [ 950.880691] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812676, 'name': CreateVM_Task, 'duration_secs': 0.443787} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.880884] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.881637] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.881854] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.882229] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.882544] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e665b7-9298-48e7-8186-9fc16a718ef6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.887606] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 950.887606] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d21f52-a0d9-c4da-f2d5-496f6e08dd0f" [ 950.887606] env[68466]: _type = "Task" [ 950.887606] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.897961] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d21f52-a0d9-c4da-f2d5-496f6e08dd0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.949869] env[68466]: DEBUG oslo_vmware.api [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812677, 'name': PowerOffVM_Task, 'duration_secs': 0.240177} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.950271] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.950483] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.950766] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c53300a2-c768-4ed2-8273-59f89f64f482 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.972472] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0ef6c025-b2fc-4b41-87fc-a0b33f5e97a4 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.598s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.987851] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077145} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.988475] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.989364] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e925285f-febb-40af-b9ed-2f055c394299 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.016811] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] f7f960d4-9806-4cdc-8109-a2b51fdc146e/f7f960d4-9806-4cdc-8109-a2b51fdc146e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.016811] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4507fbf-b29e-4467-b2da-843b92c5fe24 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.033190] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.033449] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.033685] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Deleting the datastore file [datastore2] e2933914-1b7d-41a3-b41a-312b0158f7d1 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.034399] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f67f427-52f3-433b-b98d-fde9fa782aa3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.040855] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 951.040855] env[68466]: value = "task-2812680" [ 951.040855] env[68466]: _type = "Task" [ 951.040855] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.042308] env[68466]: DEBUG oslo_vmware.api [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 951.042308] env[68466]: value = "task-2812681" [ 951.042308] env[68466]: _type = "Task" [ 951.042308] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.056548] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.060485] env[68466]: DEBUG oslo_vmware.api [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.095291] env[68466]: DEBUG nova.network.neutron [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [{"id": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "address": "fa:16:3e:55:03:51", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbeb0b6-50", "ovs_interfaceid": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.122125] env[68466]: DEBUG oslo_concurrency.lockutils [None req-84ea7299-ef96-408e-9f95-ef7fdc0a116d tempest-ServersAaction247Test-1858652027 tempest-ServersAaction247Test-1858652027-project-member] Lock "767a79fd-5dd1-4464-95a9-427be28af5ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.650s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.145807] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e12c7e-27d1-4401-12fe-5988b20cc99a, 'name': SearchDatastore_Task, 'duration_secs': 0.01364} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.149184] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.149485] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 52764bf0-a84c-43e0-b72c-e0ee4069d798/52764bf0-a84c-43e0-b72c-e0ee4069d798.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.150031] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e095aa2-31ee-440b-9f8c-7b8c9800d6f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.158668] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 951.158668] env[68466]: value = "task-2812682" [ 951.158668] env[68466]: _type = "Task" [ 951.158668] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.168670] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.235545] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.312834] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.330534] env[68466]: DEBUG nova.network.neutron [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Updating instance_info_cache with network_info: [{"id": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "address": "fa:16:3e:e0:b0:8b", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb6c7f-e2", "ovs_interfaceid": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.396037] env[68466]: DEBUG nova.compute.manager [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Received event network-vif-plugged-fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.396339] env[68466]: DEBUG oslo_concurrency.lockutils [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] Acquiring lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.396587] env[68466]: DEBUG oslo_concurrency.lockutils [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.396822] env[68466]: DEBUG oslo_concurrency.lockutils [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.397060] env[68466]: DEBUG nova.compute.manager [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] No waiting events found dispatching network-vif-plugged-fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.397379] env[68466]: WARNING nova.compute.manager [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Received unexpected event network-vif-plugged-fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 for instance with vm_state building and task_state spawning. [ 951.397480] env[68466]: DEBUG nova.compute.manager [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Received event network-changed-fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.397698] env[68466]: DEBUG nova.compute.manager [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Refreshing instance network info cache due to event network-changed-fcbeb0b6-5066-48db-8de1-1c92fde2b4d6. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 951.397914] env[68466]: DEBUG oslo_concurrency.lockutils [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] Acquiring lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.406407] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d21f52-a0d9-c4da-f2d5-496f6e08dd0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.406983] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.407265] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.407577] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.407812] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.408097] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.408372] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7630a67e-2b61-4f49-8b89-407f3ec6f694 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.421322] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.421592] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.422582] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b845ee-d6e4-45a7-982e-c8cdd0e08636 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.429751] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 951.429751] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb9584-6f9b-6b0c-f525-42a921c2463b" [ 951.429751] env[68466]: _type = "Task" [ 951.429751] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.438659] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb9584-6f9b-6b0c-f525-42a921c2463b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.558529] env[68466]: DEBUG oslo_vmware.api [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230623} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.562991] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.563582] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.563705] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.564170] env[68466]: INFO nova.compute.manager [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 951.564170] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.565501] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.565501] env[68466]: DEBUG nova.compute.manager [-] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.565501] env[68466]: DEBUG nova.network.neutron [-] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.600607] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.601093] env[68466]: DEBUG nova.compute.manager [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Instance network_info: |[{"id": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "address": "fa:16:3e:55:03:51", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbeb0b6-50", "ovs_interfaceid": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.601890] env[68466]: DEBUG oslo_concurrency.lockutils [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] Acquired lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.602781] env[68466]: DEBUG nova.network.neutron [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Refreshing network info cache for port fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.603849] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:03:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcbeb0b6-5066-48db-8de1-1c92fde2b4d6', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.615094] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Creating folder: Project (21036519ade44c319c5c96ec1625a467). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.619397] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c8f0a6d-b7a0-4d12-8d38-11830ff46987 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.634303] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Created folder: Project (21036519ade44c319c5c96ec1625a467) in parent group-v564977. [ 951.634303] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Creating folder: Instances. Parent ref: group-v565215. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.634303] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-138efd7c-2680-4bdb-8d79-6d19180470f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.646772] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Created folder: Instances in parent group-v565215. [ 951.647021] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.647213] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.647417] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0bc1972-774e-4c7d-afe6-eb4cfa56290d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.674442] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.675876] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.675876] env[68466]: value = "task-2812685" [ 951.675876] env[68466]: _type = "Task" [ 951.675876] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.687312] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812685, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.837118] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] Releasing lock "refresh_cache-81a5f4d3-b666-4e40-83f0-24a8c8aa751c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.837636] env[68466]: DEBUG nova.compute.manager [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Inject network info {{(pid=68466) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 951.839231] env[68466]: DEBUG nova.compute.manager [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] network_info to inject: |[{"id": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "address": "fa:16:3e:e0:b0:8b", "network": {"id": "cd274fe1-109b-4f66-b1de-8f3bdc822ac8", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-763318157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdadd413afaa4fb19effa576f0ff453a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb6c7f-e2", "ovs_interfaceid": "d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 951.842923] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Reconfiguring VM instance to set the machine id {{(pid=68466) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 951.845822] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc1ec0b0-a48e-49f4-8aa7-ee125097b5b8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.865081] env[68466]: DEBUG oslo_vmware.api [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] Waiting for the task: (returnval){ [ 951.865081] env[68466]: value = "task-2812686" [ 951.865081] env[68466]: _type = "Task" [ 951.865081] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.879900] env[68466]: DEBUG oslo_vmware.api [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] Task: {'id': task-2812686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.942102] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eb9584-6f9b-6b0c-f525-42a921c2463b, 'name': SearchDatastore_Task, 'duration_secs': 0.018069} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.942921] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c4db88-7e3f-4c06-ba5d-ce4d1f6fbe4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.953053] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 951.953053] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b57b58-5775-24d2-48a7-0619e24123cf" [ 951.953053] env[68466]: _type = "Task" [ 951.953053] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.962748] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b57b58-5775-24d2-48a7-0619e24123cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.054457] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812680, 'name': ReconfigVM_Task, 'duration_secs': 0.580377} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.054844] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] f7f960d4-9806-4cdc-8109-a2b51fdc146e/f7f960d4-9806-4cdc-8109-a2b51fdc146e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.055566] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daf27cc4-a936-4689-9695-365916ed60c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.067081] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 952.067081] env[68466]: value = "task-2812687" [ 952.067081] env[68466]: _type = "Task" [ 952.067081] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.078764] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812687, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.095753] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57041620-57c7-43bc-9a4e-1ce22cb4baad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.106896] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ef782-3f86-4c3c-8521-af3a5b230619 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.149425] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f8e867-c936-4dc8-a9d4-ea2e29890d66 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.160323] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af99bad3-0171-4370-918f-3f950e9dd0be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.178149] env[68466]: DEBUG nova.compute.provider_tree [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.191611] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812682, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.200328] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812685, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.359188] env[68466]: DEBUG nova.network.neutron [-] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.383054] env[68466]: DEBUG oslo_vmware.api [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] Task: {'id': task-2812686, 'name': ReconfigVM_Task, 'duration_secs': 0.223802} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.383418] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8351fb2f-d5cf-4467-838b-3c9d1a425946 tempest-ServersAdminTestJSON-297624280 tempest-ServersAdminTestJSON-297624280-project-admin] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Reconfigured VM instance to set the machine id {{(pid=68466) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 952.386703] env[68466]: DEBUG nova.network.neutron [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updated VIF entry in instance network info cache for port fcbeb0b6-5066-48db-8de1-1c92fde2b4d6. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.387072] env[68466]: DEBUG nova.network.neutron [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [{"id": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "address": "fa:16:3e:55:03:51", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbeb0b6-50", "ovs_interfaceid": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.466836] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b57b58-5775-24d2-48a7-0619e24123cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014334} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.466836] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.467698] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4/3f8fe727-783d-4c1d-a2ca-6b6042524fc4.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.467698] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16cc81c7-42f7-4ea7-8778-669cb7d274fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.475686] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 952.475686] env[68466]: value = "task-2812688" [ 952.475686] env[68466]: _type = "Task" [ 952.475686] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.487176] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.578671] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812687, 'name': Rename_Task, 'duration_secs': 0.286082} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.578960] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.579301] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd4a713-c66c-4483-9473-4bc9a6a34bff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.589545] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 952.589545] env[68466]: value = "task-2812689" [ 952.589545] env[68466]: _type = "Task" [ 952.589545] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.603248] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.677010] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812682, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.252775} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.677316] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 52764bf0-a84c-43e0-b72c-e0ee4069d798/52764bf0-a84c-43e0-b72c-e0ee4069d798.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.677530] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.677883] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-588e734e-db67-4d59-8a9f-a8efbad25606 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.688582] env[68466]: DEBUG nova.scheduler.client.report [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.706676] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 952.706676] env[68466]: value = "task-2812690" [ 952.706676] env[68466]: _type = "Task" [ 952.706676] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.706676] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812685, 'name': CreateVM_Task, 'duration_secs': 0.573046} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.706676] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.710118] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.710288] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.711640] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.711640] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7d634d-13bf-4da2-94a9-15c1966be736 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.718947] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 952.718947] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522148ec-dda5-980c-062f-73b887dd6155" [ 952.718947] env[68466]: _type = "Task" [ 952.718947] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.722810] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.733254] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522148ec-dda5-980c-062f-73b887dd6155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.862240] env[68466]: INFO nova.compute.manager [-] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Took 1.30 seconds to deallocate network for instance. [ 952.890881] env[68466]: DEBUG oslo_concurrency.lockutils [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] Releasing lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.891194] env[68466]: DEBUG nova.compute.manager [req-419a8e92-dcda-48bb-aaa7-4411c26b71fc req-2ef59bec-8900-47bb-abf1-9cbcb4437c95 service nova] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Received event network-vif-deleted-3ada3f17-f9f7-4020-9b88-4f2d03aa01d4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.986778] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812688, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.101348] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.125280] env[68466]: INFO nova.compute.manager [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Rebuilding instance [ 953.178987] env[68466]: DEBUG nova.compute.manager [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.179265] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8711af3f-65c3-4734-a90e-2377b6a57519 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.206983] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.208044] env[68466]: DEBUG nova.compute.manager [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.210200] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.606s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.210399] env[68466]: DEBUG nova.objects.instance [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 953.222134] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10452} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.222415] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.223281] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a79b4c-c3cf-4b57-8b24-ecace9443b52 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.237207] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522148ec-dda5-980c-062f-73b887dd6155, 'name': SearchDatastore_Task, 'duration_secs': 0.058594} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.246816] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.247128] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.247435] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.247632] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.247828] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.260640] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 52764bf0-a84c-43e0-b72c-e0ee4069d798/52764bf0-a84c-43e0-b72c-e0ee4069d798.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.260640] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdf30662-ee3c-435f-9579-15b17d2c9915 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.263079] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f171ca1-94b2-4a79-9c1a-effbbbae6bce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.285807] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 953.285807] env[68466]: value = "task-2812691" [ 953.285807] env[68466]: _type = "Task" [ 953.285807] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.287347] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.287521] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.291440] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed46d49-46ab-44e2-a494-ef2798a24970 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.300586] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812691, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.302041] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 953.302041] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52caa29f-6615-6e30-c67d-7adfb0ac822f" [ 953.302041] env[68466]: _type = "Task" [ 953.302041] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.316462] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52caa29f-6615-6e30-c67d-7adfb0ac822f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.369767] env[68466]: DEBUG oslo_concurrency.lockutils [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.461919] env[68466]: DEBUG nova.compute.manager [req-265c24b4-2446-48e4-8579-95c93f1ad793 req-d95a3acd-2d1c-4cfe-91af-3db75a698809 service nova] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Received event network-vif-deleted-cb2b0309-bf90-48ac-8b11-515a44d6ddae {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 953.487538] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513388} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.487832] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4/3f8fe727-783d-4c1d-a2ca-6b6042524fc4.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.488131] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.488369] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8939a05-cc66-4ae2-a005-6e6c39a0ed61 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.496031] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 953.496031] env[68466]: value = "task-2812692" [ 953.496031] env[68466]: _type = "Task" [ 953.496031] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.506851] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.602032] env[68466]: DEBUG oslo_vmware.api [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812689, 'name': PowerOnVM_Task, 'duration_secs': 0.853964} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.602032] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.602256] env[68466]: INFO nova.compute.manager [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Took 10.32 seconds to spawn the instance on the hypervisor. [ 953.602414] env[68466]: DEBUG nova.compute.manager [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.603219] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8117bb6d-868b-4e50-8fa2-d0dd101d9781 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.720415] env[68466]: DEBUG nova.compute.utils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.722134] env[68466]: DEBUG nova.compute.manager [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.722308] env[68466]: DEBUG nova.network.neutron [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.778849] env[68466]: DEBUG nova.policy [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62af8ba98dba4e5b8dfb7b4f725da179', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b79901e2e0b74a8d8ffd09cfef050bc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.786986] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Acquiring lock "3b23fa39-37a3-4772-8970-d9f841b97faa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.788027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "3b23fa39-37a3-4772-8970-d9f841b97faa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.788027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Acquiring lock "3b23fa39-37a3-4772-8970-d9f841b97faa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.788027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "3b23fa39-37a3-4772-8970-d9f841b97faa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.788027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "3b23fa39-37a3-4772-8970-d9f841b97faa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.793174] env[68466]: INFO nova.compute.manager [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Terminating instance [ 953.800764] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.816641] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52caa29f-6615-6e30-c67d-7adfb0ac822f, 'name': SearchDatastore_Task, 'duration_secs': 0.02349} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.817468] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-384b1b4f-5a4e-4544-8788-7b7a3a74916b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.825392] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 953.825392] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524d2241-14e6-da3b-22cd-f3d44d93aa67" [ 953.825392] env[68466]: _type = "Task" [ 953.825392] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.834208] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524d2241-14e6-da3b-22cd-f3d44d93aa67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.008141] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074083} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.008520] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.009243] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820b1d50-bba4-449f-b257-a3391ea83863 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.031828] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4/3f8fe727-783d-4c1d-a2ca-6b6042524fc4.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.032221] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9fcdf1f-eee8-40f4-a23d-1fe1781af9fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.053706] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 954.053706] env[68466]: value = "task-2812693" [ 954.053706] env[68466]: _type = "Task" [ 954.053706] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.064166] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.121812] env[68466]: INFO nova.compute.manager [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Took 40.99 seconds to build instance. [ 954.193295] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.193650] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51afeb89-e239-4226-be17-a5562e70d267 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.202872] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 954.202872] env[68466]: value = "task-2812694" [ 954.202872] env[68466]: _type = "Task" [ 954.202872] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.212571] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.223055] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4c91f17-8ecd-4754-bff5-6103a4d4a9d7 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.224466] env[68466]: DEBUG nova.compute.manager [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.227098] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.246s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.227558] env[68466]: DEBUG nova.objects.instance [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lazy-loading 'resources' on Instance uuid 8beb5243-5465-4efc-bfe9-5487a5ee16b5 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.297183] env[68466]: DEBUG nova.network.neutron [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Successfully created port: 2b03ddea-1ecb-42d4-bee8-b8686f4ef24a {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.300461] env[68466]: DEBUG nova.compute.manager [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.300700] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.304613] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fe27b15-8329-46dd-ae5c-09d36fb64a65 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.306687] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.314035] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for the task: (returnval){ [ 954.314035] env[68466]: value = "task-2812695" [ 954.314035] env[68466]: _type = "Task" [ 954.314035] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.323808] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.336590] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524d2241-14e6-da3b-22cd-f3d44d93aa67, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.336815] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.337071] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] f136ae1c-6e1f-4a22-9fc6-94b13df53bfd/f136ae1c-6e1f-4a22-9fc6-94b13df53bfd.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.337344] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e8de27d-2ac8-453a-9880-70c56d22c8b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.348246] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 954.348246] env[68466]: value = "task-2812696" [ 954.348246] env[68466]: _type = "Task" [ 954.348246] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.364302] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.567829] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812693, 'name': ReconfigVM_Task, 'duration_secs': 0.352549} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.568252] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4/3f8fe727-783d-4c1d-a2ca-6b6042524fc4.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.569469] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cc9ea32-2a6a-4292-a04a-27d5f0101148 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.579623] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 954.579623] env[68466]: value = "task-2812697" [ 954.579623] env[68466]: _type = "Task" [ 954.579623] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.592776] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812697, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.624683] env[68466]: DEBUG oslo_concurrency.lockutils [None req-59dbfe8a-abef-4816-a009-e8f5ce50468e tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.914s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.716373] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812694, 'name': PowerOffVM_Task, 'duration_secs': 0.252468} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.717033] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.717033] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.717800] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb2613e-f573-4818-a6a4-8c533f4641b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.733892] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.737135] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce345c8f-a4f0-4ab3-972d-fed1f779f23f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.807075] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812691, 'name': ReconfigVM_Task, 'duration_secs': 1.149126} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.807437] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 52764bf0-a84c-43e0-b72c-e0ee4069d798/52764bf0-a84c-43e0-b72c-e0ee4069d798.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.808306] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34f9b4fa-593e-4105-a2a6-4642196f3cf8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.822705] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.822705] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.822853] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleting the datastore file [datastore1] c09869f1-0f84-4530-a323-a365511652f0 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.828516] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f7a77a-6cc6-41a2-91d7-ae75176c6df5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.829995] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812695, 'name': PowerOffVM_Task, 'duration_secs': 0.182229} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.830328] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 954.830328] env[68466]: value = "task-2812699" [ 954.830328] env[68466]: _type = "Task" [ 954.830328] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.833149] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.833456] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 954.833571] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565090', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'name': 'volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b23fa39-37a3-4772-8970-d9f841b97faa', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'serial': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 954.835019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd56dd12-f653-4ed2-a51e-25433afb2db3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.842340] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 954.842340] env[68466]: value = "task-2812700" [ 954.842340] env[68466]: _type = "Task" [ 954.842340] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.865132] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812699, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.871868] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d96f0-4544-47fc-825e-8f373088c675 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.877989] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.884204] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494312} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.886055] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] f136ae1c-6e1f-4a22-9fc6-94b13df53bfd/f136ae1c-6e1f-4a22-9fc6-94b13df53bfd.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.886334] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.886805] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28cd7679-5626-4dcd-ad66-7611d26c2a2b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.890344] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3962e5-db52-4cce-8060-8e86b705411c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.920921] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55cc587-c9a7-482a-bc31-94e2921aa1f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.923753] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 954.923753] env[68466]: value = "task-2812701" [ 954.923753] env[68466]: _type = "Task" [ 954.923753] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.939532] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] The volume has not been displaced from its original location: [datastore1] volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e/volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 954.945058] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 954.948371] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab7eca9e-badd-40ba-a0f7-1f95de030fee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.964583] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.971382] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for the task: (returnval){ [ 954.971382] env[68466]: value = "task-2812702" [ 954.971382] env[68466]: _type = "Task" [ 954.971382] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.981112] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.091886] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812697, 'name': Rename_Task, 'duration_secs': 0.367752} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.094457] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.094793] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66d47759-9943-459a-ba6b-9edb90c656e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.102138] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 955.102138] env[68466]: value = "task-2812703" [ 955.102138] env[68466]: _type = "Task" [ 955.102138] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.111996] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.238129] env[68466]: DEBUG nova.compute.manager [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.268260] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7724505-ce32-4ebd-a6fb-37f98db618e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.273989] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.274258] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.274410] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.274588] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.274729] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.274882] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.275126] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.275291] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.275458] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.275631] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.275798] env[68466]: DEBUG nova.virt.hardware [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.276671] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f0dbd5-7df8-4935-8ab4-1f4b91bd470d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.286760] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2ae0e2-f7f2-4a9c-934d-91ef29b50fd5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.290953] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc687df5-bcc8-4485-aa52-8b5113e1cf87 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.338711] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91c8401-9991-4d75-9477-45e5cbb57824 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.352362] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812699, 'name': Rename_Task, 'duration_secs': 0.173729} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.354012] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93535d0-0d3b-442e-a58a-5748bf489a73 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.358181] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.361216] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1474e2-0afe-4daf-b8a7-22451407c48b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.362733] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169627} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.363306] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.363498] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.363691] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.375070] env[68466]: DEBUG nova.compute.provider_tree [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.381611] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 955.381611] env[68466]: value = "task-2812704" [ 955.381611] env[68466]: _type = "Task" [ 955.381611] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.390857] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.435545] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203044} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.435819] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.436650] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30757ff8-3170-459e-ac7d-0a2eef859e9e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.461795] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] f136ae1c-6e1f-4a22-9fc6-94b13df53bfd/f136ae1c-6e1f-4a22-9fc6-94b13df53bfd.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.461795] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d1b687-1c90-4938-806a-8f073a7400f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.485416] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.486839] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 955.486839] env[68466]: value = "task-2812705" [ 955.486839] env[68466]: _type = "Task" [ 955.486839] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.498012] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.614437] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.876245] env[68466]: DEBUG nova.compute.manager [req-e51d59e6-82bd-43b1-a3db-3cd01e4bfbc9 req-60d03d95-3e9d-417c-9f23-38eac6460247 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Received event network-vif-plugged-2b03ddea-1ecb-42d4-bee8-b8686f4ef24a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 955.876465] env[68466]: DEBUG oslo_concurrency.lockutils [req-e51d59e6-82bd-43b1-a3db-3cd01e4bfbc9 req-60d03d95-3e9d-417c-9f23-38eac6460247 service nova] Acquiring lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.876677] env[68466]: DEBUG oslo_concurrency.lockutils [req-e51d59e6-82bd-43b1-a3db-3cd01e4bfbc9 req-60d03d95-3e9d-417c-9f23-38eac6460247 service nova] Lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.876882] env[68466]: DEBUG oslo_concurrency.lockutils [req-e51d59e6-82bd-43b1-a3db-3cd01e4bfbc9 req-60d03d95-3e9d-417c-9f23-38eac6460247 service nova] Lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.877304] env[68466]: DEBUG nova.compute.manager [req-e51d59e6-82bd-43b1-a3db-3cd01e4bfbc9 req-60d03d95-3e9d-417c-9f23-38eac6460247 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] No waiting events found dispatching network-vif-plugged-2b03ddea-1ecb-42d4-bee8-b8686f4ef24a {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.877587] env[68466]: WARNING nova.compute.manager [req-e51d59e6-82bd-43b1-a3db-3cd01e4bfbc9 req-60d03d95-3e9d-417c-9f23-38eac6460247 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Received unexpected event network-vif-plugged-2b03ddea-1ecb-42d4-bee8-b8686f4ef24a for instance with vm_state building and task_state spawning. [ 955.882161] env[68466]: DEBUG nova.scheduler.client.report [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.896909] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812704, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.900110] env[68466]: DEBUG nova.compute.manager [req-f7f79238-2194-4993-a14d-dc9cd443ffe5 req-8c4c2005-e1c2-44a3-be54-257a8c2cb121 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-changed-2692c77d-5447-461a-be01-5a8186918d96 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 955.900277] env[68466]: DEBUG nova.compute.manager [req-f7f79238-2194-4993-a14d-dc9cd443ffe5 req-8c4c2005-e1c2-44a3-be54-257a8c2cb121 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Refreshing instance network info cache due to event network-changed-2692c77d-5447-461a-be01-5a8186918d96. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 955.900529] env[68466]: DEBUG oslo_concurrency.lockutils [req-f7f79238-2194-4993-a14d-dc9cd443ffe5 req-8c4c2005-e1c2-44a3-be54-257a8c2cb121 service nova] Acquiring lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.900668] env[68466]: DEBUG oslo_concurrency.lockutils [req-f7f79238-2194-4993-a14d-dc9cd443ffe5 req-8c4c2005-e1c2-44a3-be54-257a8c2cb121 service nova] Acquired lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.900828] env[68466]: DEBUG nova.network.neutron [req-f7f79238-2194-4993-a14d-dc9cd443ffe5 req-8c4c2005-e1c2-44a3-be54-257a8c2cb121 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Refreshing network info cache for port 2692c77d-5447-461a-be01-5a8186918d96 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.947422] env[68466]: DEBUG nova.network.neutron [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Successfully updated port: 2b03ddea-1ecb-42d4-bee8-b8686f4ef24a {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.988504] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.998834] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.119251] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.390297] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.396041] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.611s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.399874] env[68466]: INFO nova.compute.claims [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.409831] env[68466]: DEBUG oslo_vmware.api [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812704, 'name': PowerOnVM_Task, 'duration_secs': 0.880496} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.410500] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.411689] env[68466]: INFO nova.compute.manager [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Took 10.37 seconds to spawn the instance on the hypervisor. [ 956.411689] env[68466]: DEBUG nova.compute.manager [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.411809] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04924d14-1039-428a-8e22-a5e9ea46bde4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.431439] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.431572] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.431676] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.433027] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.433027] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.433027] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.433027] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.433027] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.433027] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.433027] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.433316] env[68466]: DEBUG nova.virt.hardware [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.434461] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da4279-4768-4739-a78f-b64a05e2505a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.439811] env[68466]: INFO nova.scheduler.client.report [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Deleted allocations for instance 8beb5243-5465-4efc-bfe9-5487a5ee16b5 [ 956.451029] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0c0af9-c3cd-4d73-9e9c-de3b16ea6ad6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.452726] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquiring lock "refresh_cache-9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.452885] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquired lock "refresh_cache-9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.453055] env[68466]: DEBUG nova.network.neutron [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.467373] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:6c:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe90a433-210a-4a9c-aff3-33e0add12ce1', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.475156] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.477078] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.477391] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f336d01-53c2-45dc-b6cf-4c422f7db8e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.510672] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812702, 'name': ReconfigVM_Task, 'duration_secs': 1.170713} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.515043] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.519398] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812705, 'name': ReconfigVM_Task, 'duration_secs': 0.696789} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.519566] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.519566] env[68466]: value = "task-2812706" [ 956.519566] env[68466]: _type = "Task" [ 956.519566] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.520150] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183521fb-1019-473d-a7d6-5de62aa31f3f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.530842] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Reconfigured VM instance instance-00000055 to attach disk [datastore2] f136ae1c-6e1f-4a22-9fc6-94b13df53bfd/f136ae1c-6e1f-4a22-9fc6-94b13df53bfd.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.531455] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1295a774-17b7-4c38-b523-237d6cce9b5c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.546928] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812706, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.551033] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for the task: (returnval){ [ 956.551033] env[68466]: value = "task-2812707" [ 956.551033] env[68466]: _type = "Task" [ 956.551033] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.551033] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 956.551033] env[68466]: value = "task-2812708" [ 956.551033] env[68466]: _type = "Task" [ 956.551033] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.566182] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812708, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.569697] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.614301] env[68466]: DEBUG oslo_vmware.api [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812703, 'name': PowerOnVM_Task, 'duration_secs': 1.414932} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.614598] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.614803] env[68466]: DEBUG nova.compute.manager [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.618274] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bf2e8d-cfbf-4cce-b6e5-8608da98c84e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.701613] env[68466]: DEBUG nova.network.neutron [req-f7f79238-2194-4993-a14d-dc9cd443ffe5 req-8c4c2005-e1c2-44a3-be54-257a8c2cb121 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updated VIF entry in instance network info cache for port 2692c77d-5447-461a-be01-5a8186918d96. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.701613] env[68466]: DEBUG nova.network.neutron [req-f7f79238-2194-4993-a14d-dc9cd443ffe5 req-8c4c2005-e1c2-44a3-be54-257a8c2cb121 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.949774] env[68466]: INFO nova.compute.manager [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Took 38.62 seconds to build instance. [ 956.950774] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0da27ed4-38c3-4aa0-ab3c-d23c217817c3 tempest-ServerRescueTestJSON-1662353094 tempest-ServerRescueTestJSON-1662353094-project-member] Lock "8beb5243-5465-4efc-bfe9-5487a5ee16b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.407s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.992736] env[68466]: DEBUG nova.network.neutron [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.047259] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812706, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.062907] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812707, 'name': ReconfigVM_Task, 'duration_secs': 0.169002} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.068527] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565090', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'name': 'volume-2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b23fa39-37a3-4772-8970-d9f841b97faa', 'attached_at': '', 'detached_at': '', 'volume_id': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e', 'serial': '2fa7227a-5c88-49f5-ad01-28a48d1b2d1e'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 957.068874] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.069225] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812708, 'name': Rename_Task, 'duration_secs': 0.3001} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.069922] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2281e21-6e0f-463c-abff-d9c0ed332be5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.072719] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.072952] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8374bb6-c87a-47ae-967d-15125ea1c5a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.079127] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.080389] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f1e3b4-71cf-4ae9-94da-963973cb0cb4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.081902] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 957.081902] env[68466]: value = "task-2812709" [ 957.081902] env[68466]: _type = "Task" [ 957.081902] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.090222] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.135329] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.141738] env[68466]: DEBUG nova.network.neutron [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Updating instance_info_cache with network_info: [{"id": "2b03ddea-1ecb-42d4-bee8-b8686f4ef24a", "address": "fa:16:3e:f3:4c:aa", "network": {"id": "23cea7d5-d763-4d65-9799-fdf69ebf35e5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1507036183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b79901e2e0b74a8d8ffd09cfef050bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b03ddea-1e", "ovs_interfaceid": "2b03ddea-1ecb-42d4-bee8-b8686f4ef24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.166149] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.166431] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.166606] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Deleting the datastore file [datastore1] 3b23fa39-37a3-4772-8970-d9f841b97faa {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.166894] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fd94b10-bf5d-428e-8cfa-07bf2d0d48d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.174789] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for the task: (returnval){ [ 957.174789] env[68466]: value = "task-2812711" [ 957.174789] env[68466]: _type = "Task" [ 957.174789] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.187324] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.204436] env[68466]: DEBUG oslo_concurrency.lockutils [req-f7f79238-2194-4993-a14d-dc9cd443ffe5 req-8c4c2005-e1c2-44a3-be54-257a8c2cb121 service nova] Releasing lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.455239] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5f97d6ec-93f7-404a-8e2c-ee44db66162c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "52764bf0-a84c-43e0-b72c-e0ee4069d798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.601s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.546714] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812706, 'name': CreateVM_Task, 'duration_secs': 0.701578} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.546714] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.546714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.546714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.546714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.547081] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62aeaf7-3356-4db3-97a1-fb0b83a7519c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.554910] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 957.554910] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fcd71a-3efa-24c4-82d7-bf2a6f4b6658" [ 957.554910] env[68466]: _type = "Task" [ 957.554910] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.565028] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fcd71a-3efa-24c4-82d7-bf2a6f4b6658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.594159] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812709, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.646036] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Releasing lock "refresh_cache-9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.646036] env[68466]: DEBUG nova.compute.manager [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Instance network_info: |[{"id": "2b03ddea-1ecb-42d4-bee8-b8686f4ef24a", "address": "fa:16:3e:f3:4c:aa", "network": {"id": "23cea7d5-d763-4d65-9799-fdf69ebf35e5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1507036183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b79901e2e0b74a8d8ffd09cfef050bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b03ddea-1e", "ovs_interfaceid": "2b03ddea-1ecb-42d4-bee8-b8686f4ef24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.646036] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:4c:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b03ddea-1ecb-42d4-bee8-b8686f4ef24a', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.653860] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Creating folder: Project (b79901e2e0b74a8d8ffd09cfef050bc5). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.654185] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da56848c-7501-49df-823c-3aff37f5974b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.669177] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Created folder: Project (b79901e2e0b74a8d8ffd09cfef050bc5) in parent group-v564977. [ 957.669409] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Creating folder: Instances. Parent ref: group-v565219. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.669848] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68876672-8fff-49b0-b756-c12133997637 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.684186] env[68466]: DEBUG oslo_vmware.api [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Task: {'id': task-2812711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170123} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.685743] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.686045] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.686045] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.686200] env[68466]: INFO nova.compute.manager [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Took 3.39 seconds to destroy the instance on the hypervisor. [ 957.686441] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.686652] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Created folder: Instances in parent group-v565219. [ 957.686998] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.689770] env[68466]: DEBUG nova.compute.manager [-] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.690059] env[68466]: DEBUG nova.network.neutron [-] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.691438] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.691908] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-782aa36e-6677-42ca-aa3e-6ebfe3d412b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.714774] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.714774] env[68466]: value = "task-2812714" [ 957.714774] env[68466]: _type = "Task" [ 957.714774] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.728180] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812714, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.942009] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86719d8b-21c8-4255-9c75-db17aa1b33f9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.950169] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c361c9f6-3172-4a88-b177-0a4717860ecf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.986599] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d072a27c-20f6-4979-930e-e249096cc01d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.990398] env[68466]: DEBUG nova.compute.manager [req-de1a0eef-dd3f-40a7-99c4-77f5224fe9b7 req-34ceba41-083e-4cc4-b11b-f9e0712a5bc9 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Received event network-changed-2b03ddea-1ecb-42d4-bee8-b8686f4ef24a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 957.990587] env[68466]: DEBUG nova.compute.manager [req-de1a0eef-dd3f-40a7-99c4-77f5224fe9b7 req-34ceba41-083e-4cc4-b11b-f9e0712a5bc9 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Refreshing instance network info cache due to event network-changed-2b03ddea-1ecb-42d4-bee8-b8686f4ef24a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 957.990804] env[68466]: DEBUG oslo_concurrency.lockutils [req-de1a0eef-dd3f-40a7-99c4-77f5224fe9b7 req-34ceba41-083e-4cc4-b11b-f9e0712a5bc9 service nova] Acquiring lock "refresh_cache-9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.990946] env[68466]: DEBUG oslo_concurrency.lockutils [req-de1a0eef-dd3f-40a7-99c4-77f5224fe9b7 req-34ceba41-083e-4cc4-b11b-f9e0712a5bc9 service nova] Acquired lock "refresh_cache-9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.991114] env[68466]: DEBUG nova.network.neutron [req-de1a0eef-dd3f-40a7-99c4-77f5224fe9b7 req-34ceba41-083e-4cc4-b11b-f9e0712a5bc9 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Refreshing network info cache for port 2b03ddea-1ecb-42d4-bee8-b8686f4ef24a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.998861] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c2b5be-47e2-4506-ba58-8280e42f50d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.018160] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "52764bf0-a84c-43e0-b72c-e0ee4069d798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.018402] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "52764bf0-a84c-43e0-b72c-e0ee4069d798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.018599] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "52764bf0-a84c-43e0-b72c-e0ee4069d798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.018764] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "52764bf0-a84c-43e0-b72c-e0ee4069d798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.018921] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "52764bf0-a84c-43e0-b72c-e0ee4069d798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.020904] env[68466]: DEBUG nova.compute.provider_tree [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.024982] env[68466]: INFO nova.compute.manager [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Terminating instance [ 958.065825] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fcd71a-3efa-24c4-82d7-bf2a6f4b6658, 'name': SearchDatastore_Task, 'duration_secs': 0.013701} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.066141] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.066366] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.069990] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.069990] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.069990] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.069990] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5c24bb8-597b-454e-81d6-b2d296a37420 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.079018] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.079018] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.079018] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b729918-db2f-4117-ad56-80f95a78a343 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.084025] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 958.084025] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bee38e-01ba-9b06-0201-545328f96e6d" [ 958.084025] env[68466]: _type = "Task" [ 958.084025] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.097107] env[68466]: DEBUG oslo_vmware.api [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812709, 'name': PowerOnVM_Task, 'duration_secs': 0.698055} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.099851] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.100075] env[68466]: INFO nova.compute.manager [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Took 9.38 seconds to spawn the instance on the hypervisor. [ 958.100259] env[68466]: DEBUG nova.compute.manager [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.100539] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bee38e-01ba-9b06-0201-545328f96e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.101240] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e42f516-76ef-49d6-9435-e4c5d800f6aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.104964] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1969c71f-dde5-4757-b2e1-113c6ba689ba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.113346] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 958.113346] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522ad85f-bdf1-afe6-4fb0-9cff41e4d364" [ 958.113346] env[68466]: _type = "Task" [ 958.113346] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.127602] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522ad85f-bdf1-afe6-4fb0-9cff41e4d364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.226859] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812714, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.320931] env[68466]: DEBUG oslo_concurrency.lockutils [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.321224] env[68466]: DEBUG oslo_concurrency.lockutils [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.321397] env[68466]: DEBUG oslo_concurrency.lockutils [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.321688] env[68466]: DEBUG oslo_concurrency.lockutils [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.321786] env[68466]: DEBUG oslo_concurrency.lockutils [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.323732] env[68466]: INFO nova.compute.manager [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Terminating instance [ 958.524643] env[68466]: DEBUG nova.scheduler.client.report [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.530551] env[68466]: DEBUG nova.compute.manager [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.534602] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.535859] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b13872-fa8f-4c51-b5c2-333755125ca1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.545089] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.547525] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72d3043c-3712-4073-93a4-94390119a0c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.556805] env[68466]: DEBUG oslo_vmware.api [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 958.556805] env[68466]: value = "task-2812715" [ 958.556805] env[68466]: _type = "Task" [ 958.556805] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.567336] env[68466]: DEBUG oslo_vmware.api [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.637987] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522ad85f-bdf1-afe6-4fb0-9cff41e4d364, 'name': SearchDatastore_Task, 'duration_secs': 0.015563} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.638210] env[68466]: INFO nova.compute.manager [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Took 35.70 seconds to build instance. [ 958.643490] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.643490] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.643695] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0dffcbb-8896-43af-b5b3-6dd986572b66 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.658931] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 958.658931] env[68466]: value = "task-2812716" [ 958.658931] env[68466]: _type = "Task" [ 958.658931] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.672770] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.729107] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812714, 'name': CreateVM_Task, 'duration_secs': 0.561917} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.729107] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.729698] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.729928] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.730368] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.730712] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e74126-5d51-4982-8426-212fe29b8b4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.737295] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 958.737295] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a79f38-ec7c-378d-c752-729b692d0470" [ 958.737295] env[68466]: _type = "Task" [ 958.737295] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.747789] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a79f38-ec7c-378d-c752-729b692d0470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.794052] env[68466]: DEBUG nova.network.neutron [-] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.821771] env[68466]: DEBUG nova.network.neutron [req-de1a0eef-dd3f-40a7-99c4-77f5224fe9b7 req-34ceba41-083e-4cc4-b11b-f9e0712a5bc9 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Updated VIF entry in instance network info cache for port 2b03ddea-1ecb-42d4-bee8-b8686f4ef24a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.822184] env[68466]: DEBUG nova.network.neutron [req-de1a0eef-dd3f-40a7-99c4-77f5224fe9b7 req-34ceba41-083e-4cc4-b11b-f9e0712a5bc9 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Updating instance_info_cache with network_info: [{"id": "2b03ddea-1ecb-42d4-bee8-b8686f4ef24a", "address": "fa:16:3e:f3:4c:aa", "network": {"id": "23cea7d5-d763-4d65-9799-fdf69ebf35e5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1507036183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b79901e2e0b74a8d8ffd09cfef050bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b03ddea-1e", "ovs_interfaceid": "2b03ddea-1ecb-42d4-bee8-b8686f4ef24a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.829219] env[68466]: DEBUG nova.compute.manager [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.829219] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.829795] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c658c61-271e-4d1e-93e2-c0bd724fdb68 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.841484] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.841484] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc174f25-8f9d-481b-9c39-c2b80682c029 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.849646] env[68466]: DEBUG oslo_vmware.api [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 958.849646] env[68466]: value = "task-2812717" [ 958.849646] env[68466]: _type = "Task" [ 958.849646] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.859166] env[68466]: DEBUG oslo_vmware.api [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.037559] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.038198] env[68466]: DEBUG nova.compute.manager [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.043429] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.815s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.043429] env[68466]: DEBUG nova.objects.instance [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lazy-loading 'resources' on Instance uuid 21e5a37e-bcc4-4bf2-92fe-a26700e1382c {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.075403] env[68466]: DEBUG oslo_vmware.api [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812715, 'name': PowerOffVM_Task, 'duration_secs': 0.276648} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.075403] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.075403] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.075403] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0562933d-32c4-4324-a806-bd449ac6ebde {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.131322] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.131584] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.150720] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a923948-e99b-4d51-bc29-49d8dd6d238f tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.369s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.184082] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.252496] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a79f38-ec7c-378d-c752-729b692d0470, 'name': SearchDatastore_Task, 'duration_secs': 0.031996} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.252977] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.253081] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.253332] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.253477] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.253683] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.253997] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c75c85c3-520f-42a6-932d-341660d8c6de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.266029] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.266195] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.267222] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17460ba-d2d8-42e7-9f19-17fec0dd6f39 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.274666] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 959.274666] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520cdd06-1abb-bd44-5753-8085be6e4b98" [ 959.274666] env[68466]: _type = "Task" [ 959.274666] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.283626] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520cdd06-1abb-bd44-5753-8085be6e4b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.296718] env[68466]: INFO nova.compute.manager [-] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Took 1.61 seconds to deallocate network for instance. [ 959.324956] env[68466]: DEBUG oslo_concurrency.lockutils [req-de1a0eef-dd3f-40a7-99c4-77f5224fe9b7 req-34ceba41-083e-4cc4-b11b-f9e0712a5bc9 service nova] Releasing lock "refresh_cache-9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.359690] env[68466]: DEBUG oslo_vmware.api [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812717, 'name': PowerOffVM_Task, 'duration_secs': 0.48873} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.359956] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.360141] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.360395] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7ff0940-ec07-40bc-9fc4-7b0bd8b64641 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.430214] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.430443] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.431026] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleting the datastore file [datastore2] 3f8fe727-783d-4c1d-a2ca-6b6042524fc4 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.431408] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-035e6995-faec-4865-b908-1a1cee84c365 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.439782] env[68466]: DEBUG oslo_vmware.api [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 959.439782] env[68466]: value = "task-2812720" [ 959.439782] env[68466]: _type = "Task" [ 959.439782] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.452477] env[68466]: DEBUG oslo_vmware.api [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.550432] env[68466]: DEBUG nova.compute.utils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.557383] env[68466]: DEBUG nova.compute.manager [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.559019] env[68466]: DEBUG nova.network.neutron [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.620407] env[68466]: DEBUG nova.policy [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e335a2dd4a9444fcb48ed63d997329a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a2c239cf6345e1abb0d151c214da39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.635510] env[68466]: DEBUG nova.compute.manager [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.671033] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610677} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.671033] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.671033] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.671390] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04b3f82f-8637-4393-8cb4-8dd1ce0ced61 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.684106] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 959.684106] env[68466]: value = "task-2812721" [ 959.684106] env[68466]: _type = "Task" [ 959.684106] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.698224] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.790273] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520cdd06-1abb-bd44-5753-8085be6e4b98, 'name': SearchDatastore_Task, 'duration_secs': 0.016638} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.791211] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423695a3-601b-4476-9a47-3c507a5a06f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.802020] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 959.802020] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e49f89-104d-ec67-9a2b-0cadfd60e0d7" [ 959.802020] env[68466]: _type = "Task" [ 959.802020] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.813619] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e49f89-104d-ec67-9a2b-0cadfd60e0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010871} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.814099] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.814496] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015/9967eb7a-5e1a-4846-a2bb-d5b05b4a0015.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.814875] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c230e63a-3d0f-40c3-8594-3b6fb00a3410 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.824706] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 959.824706] env[68466]: value = "task-2812722" [ 959.824706] env[68466]: _type = "Task" [ 959.824706] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.834334] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.860389] env[68466]: INFO nova.compute.manager [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Took 0.56 seconds to detach 1 volumes for instance. [ 959.864494] env[68466]: DEBUG nova.compute.manager [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Deleting volume: 2fa7227a-5c88-49f5-ad01-28a48d1b2d1e {{(pid=68466) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 959.880749] env[68466]: DEBUG nova.compute.manager [req-633f617b-b7d7-4c90-b216-50dc50c071c3 req-f3e8ff0d-e616-40ee-ad7d-14b2e7698129 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Received event network-changed-fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.880749] env[68466]: DEBUG nova.compute.manager [req-633f617b-b7d7-4c90-b216-50dc50c071c3 req-f3e8ff0d-e616-40ee-ad7d-14b2e7698129 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Refreshing instance network info cache due to event network-changed-fcbeb0b6-5066-48db-8de1-1c92fde2b4d6. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 959.880749] env[68466]: DEBUG oslo_concurrency.lockutils [req-633f617b-b7d7-4c90-b216-50dc50c071c3 req-f3e8ff0d-e616-40ee-ad7d-14b2e7698129 service nova] Acquiring lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.880749] env[68466]: DEBUG oslo_concurrency.lockutils [req-633f617b-b7d7-4c90-b216-50dc50c071c3 req-f3e8ff0d-e616-40ee-ad7d-14b2e7698129 service nova] Acquired lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.880749] env[68466]: DEBUG nova.network.neutron [req-633f617b-b7d7-4c90-b216-50dc50c071c3 req-f3e8ff0d-e616-40ee-ad7d-14b2e7698129 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Refreshing network info cache for port fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.908268] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.908499] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.908708] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleting the datastore file [datastore1] 52764bf0-a84c-43e0-b72c-e0ee4069d798 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.909354] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-463e9ddb-cbda-4596-85e2-cfca0fc616de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.917707] env[68466]: DEBUG oslo_vmware.api [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 959.917707] env[68466]: value = "task-2812723" [ 959.917707] env[68466]: _type = "Task" [ 959.917707] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.934107] env[68466]: DEBUG oslo_vmware.api [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.951584] env[68466]: DEBUG oslo_vmware.api [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171791} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.955094] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.955274] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.955464] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.955638] env[68466]: INFO nova.compute.manager [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 959.955937] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.956421] env[68466]: DEBUG nova.compute.manager [-] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.956526] env[68466]: DEBUG nova.network.neutron [-] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.025291] env[68466]: DEBUG nova.compute.manager [req-105a30f9-0d7e-434d-9259-8d65559521c4 req-6636e783-578c-4910-8a4e-e6f71fcc140a service nova] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Received event network-vif-deleted-33de786d-67d8-4045-92d1-abe607d3425f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.038865] env[68466]: DEBUG nova.network.neutron [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Successfully created port: 2cf351fd-6e68-438a-800c-27231995053f {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.060222] env[68466]: DEBUG nova.compute.manager [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.108361] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72041a59-122a-4cd3-a625-f325f5f895c9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.118236] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bfe0e5-3fdb-4182-b7b8-bf589bb3bdef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.159966] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7872ac6-5e3d-4a62-b43b-b824ab6aad7e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.170914] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b46ab0-e488-4a75-aa22-a241dbca2ca6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.177031] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.187544] env[68466]: DEBUG nova.compute.provider_tree [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.199231] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075237} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.199804] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.200876] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b83ad2-1230-42cc-aece-3ab6c196e0bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.228629] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.229375] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a672f8da-cfd8-4826-baa5-d73a25984029 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.253422] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 960.253422] env[68466]: value = "task-2812725" [ 960.253422] env[68466]: _type = "Task" [ 960.253422] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.263607] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.343045] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513967} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.343406] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015/9967eb7a-5e1a-4846-a2bb-d5b05b4a0015.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.343633] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.343852] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14cb7ce4-0d0f-47b5-92dc-b6b67504bac6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.352243] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 960.352243] env[68466]: value = "task-2812726" [ 960.352243] env[68466]: _type = "Task" [ 960.352243] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.362681] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.423047] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.432534] env[68466]: DEBUG oslo_vmware.api [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361571} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.432811] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.433027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.433215] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.433407] env[68466]: INFO nova.compute.manager [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Took 1.90 seconds to destroy the instance on the hypervisor. [ 960.433650] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.433862] env[68466]: DEBUG nova.compute.manager [-] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.433975] env[68466]: DEBUG nova.network.neutron [-] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.686522] env[68466]: DEBUG nova.network.neutron [req-633f617b-b7d7-4c90-b216-50dc50c071c3 req-f3e8ff0d-e616-40ee-ad7d-14b2e7698129 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updated VIF entry in instance network info cache for port fcbeb0b6-5066-48db-8de1-1c92fde2b4d6. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.686888] env[68466]: DEBUG nova.network.neutron [req-633f617b-b7d7-4c90-b216-50dc50c071c3 req-f3e8ff0d-e616-40ee-ad7d-14b2e7698129 service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [{"id": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "address": "fa:16:3e:55:03:51", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbeb0b6-50", "ovs_interfaceid": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.717576] env[68466]: ERROR nova.scheduler.client.report [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [req-d93d00e6-656f-44d1-9c56-dd5c21ca9c64] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2a5f2f3e-1107-40da-ae5c-58673b030abf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d93d00e6-656f-44d1-9c56-dd5c21ca9c64"}]} [ 960.735420] env[68466]: DEBUG nova.scheduler.client.report [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Refreshing inventories for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 960.751588] env[68466]: DEBUG nova.scheduler.client.report [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Updating ProviderTree inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 960.751882] env[68466]: DEBUG nova.compute.provider_tree [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.766316] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812725, 'name': ReconfigVM_Task, 'duration_secs': 0.348587} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.767293] env[68466]: DEBUG nova.scheduler.client.report [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Refreshing aggregate associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, aggregates: None {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 960.769404] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.770222] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb335d6c-7ab5-4d15-b908-43cfd2490dc6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.778514] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 960.778514] env[68466]: value = "task-2812727" [ 960.778514] env[68466]: _type = "Task" [ 960.778514] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.789376] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812727, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.797477] env[68466]: DEBUG nova.scheduler.client.report [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Refreshing trait associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 960.837091] env[68466]: DEBUG nova.network.neutron [-] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.863461] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070453} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.866342] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.867354] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d659d1-3b06-4a30-978e-cd833ddab103 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.892078] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015/9967eb7a-5e1a-4846-a2bb-d5b05b4a0015.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.896403] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e68178-ad64-43c7-b599-443e83e4ec56 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.923044] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 960.923044] env[68466]: value = "task-2812728" [ 960.923044] env[68466]: _type = "Task" [ 960.923044] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.934389] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.072078] env[68466]: DEBUG nova.compute.manager [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.107325] env[68466]: DEBUG nova.virt.hardware [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.108537] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cff2e3-de03-4ddc-ba4d-e034b04db6d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.125507] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eda33a5-1a65-460b-9487-fbe2f3dd5f7e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.191645] env[68466]: DEBUG oslo_concurrency.lockutils [req-633f617b-b7d7-4c90-b216-50dc50c071c3 req-f3e8ff0d-e616-40ee-ad7d-14b2e7698129 service nova] Releasing lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.223427] env[68466]: DEBUG nova.network.neutron [-] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.289337] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812727, 'name': Rename_Task, 'duration_secs': 0.186553} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.292487] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.293183] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd5f3ee-23c1-4f14-829c-fa2eb5df6a81 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.301393] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 961.301393] env[68466]: value = "task-2812729" [ 961.301393] env[68466]: _type = "Task" [ 961.301393] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.313398] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.342865] env[68466]: INFO nova.compute.manager [-] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Took 1.39 seconds to deallocate network for instance. [ 961.376544] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b2b8b-b66f-4f02-9350-b94b98bb1b77 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.386015] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4182f5d7-9491-42eb-9f79-ec5186e9222e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.420124] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22984080-d679-47ad-b36d-7cdaf90940ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.431539] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c93212-3972-4c3b-9610-59ff63a390db {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.439354] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.450589] env[68466]: DEBUG nova.compute.provider_tree [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.659426] env[68466]: DEBUG nova.network.neutron [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Successfully updated port: 2cf351fd-6e68-438a-800c-27231995053f {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.729732] env[68466]: INFO nova.compute.manager [-] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Took 1.30 seconds to deallocate network for instance. [ 961.815180] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812729, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.854969] env[68466]: DEBUG oslo_concurrency.lockutils [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.907564] env[68466]: DEBUG nova.compute.manager [req-ab104f5c-ddb1-40e2-84b7-5c6c88e062c5 req-4f15becb-7a3b-4f6b-b6a8-85b1263eb18f service nova] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Received event network-vif-deleted-f8fb5d8d-a09d-4e54-953a-7df4ae7b33de {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.934878] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812728, 'name': ReconfigVM_Task, 'duration_secs': 0.854841} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.935167] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015/9967eb7a-5e1a-4846-a2bb-d5b05b4a0015.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.935845] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc8a5b22-4ac6-4d90-96c6-ab5217b3cb0e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.944456] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 961.944456] env[68466]: value = "task-2812730" [ 961.944456] env[68466]: _type = "Task" [ 961.944456] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.954300] env[68466]: DEBUG nova.scheduler.client.report [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.957589] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812730, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.062397] env[68466]: DEBUG nova.compute.manager [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Received event network-vif-deleted-1d532828-5bec-4e6b-862c-14d58440bde6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.062397] env[68466]: DEBUG nova.compute.manager [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Received event network-vif-plugged-2cf351fd-6e68-438a-800c-27231995053f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.062397] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] Acquiring lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.062397] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.062397] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.062397] env[68466]: DEBUG nova.compute.manager [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] No waiting events found dispatching network-vif-plugged-2cf351fd-6e68-438a-800c-27231995053f {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.062397] env[68466]: WARNING nova.compute.manager [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Received unexpected event network-vif-plugged-2cf351fd-6e68-438a-800c-27231995053f for instance with vm_state building and task_state spawning. [ 962.062397] env[68466]: DEBUG nova.compute.manager [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Received event network-changed-2cf351fd-6e68-438a-800c-27231995053f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.062660] env[68466]: DEBUG nova.compute.manager [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Refreshing instance network info cache due to event network-changed-2cf351fd-6e68-438a-800c-27231995053f. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 962.062660] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] Acquiring lock "refresh_cache-622f7a1a-445d-4ccb-8c4b-e3137a4ab244" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.062855] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] Acquired lock "refresh_cache-622f7a1a-445d-4ccb-8c4b-e3137a4ab244" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.063017] env[68466]: DEBUG nova.network.neutron [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Refreshing network info cache for port 2cf351fd-6e68-438a-800c-27231995053f {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.161712] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "refresh_cache-622f7a1a-445d-4ccb-8c4b-e3137a4ab244" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.238470] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.315034] env[68466]: DEBUG oslo_vmware.api [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812729, 'name': PowerOnVM_Task, 'duration_secs': 0.724817} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.315034] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.315034] env[68466]: DEBUG nova.compute.manager [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.315034] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2febf68-2d3b-4206-a007-b69559d67eaf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.458010] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812730, 'name': Rename_Task, 'duration_secs': 0.338423} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.458394] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.459378] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.417s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.462281] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dd66f9f-5b52-4221-b56e-242060a6c04a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.464705] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.030s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.466747] env[68466]: INFO nova.compute.claims [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.476239] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 962.476239] env[68466]: value = "task-2812731" [ 962.476239] env[68466]: _type = "Task" [ 962.476239] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.484807] env[68466]: INFO nova.scheduler.client.report [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Deleted allocations for instance 21e5a37e-bcc4-4bf2-92fe-a26700e1382c [ 962.495036] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.597907] env[68466]: DEBUG nova.network.neutron [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.679788] env[68466]: DEBUG nova.network.neutron [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.833255] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.988602] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812731, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.998066] env[68466]: DEBUG oslo_concurrency.lockutils [None req-073643dd-4867-4575-a335-bb700ea8f236 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "21e5a37e-bcc4-4bf2-92fe-a26700e1382c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.021s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.182169] env[68466]: DEBUG oslo_concurrency.lockutils [req-8fb9ebb6-f41a-4f7b-a4a8-561a6234aca1 req-db368086-7b63-4502-9d70-c501a19df7ed service nova] Releasing lock "refresh_cache-622f7a1a-445d-4ccb-8c4b-e3137a4ab244" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.182612] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "refresh_cache-622f7a1a-445d-4ccb-8c4b-e3137a4ab244" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.182773] env[68466]: DEBUG nova.network.neutron [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.362128] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "757670a3-c1fb-4549-8c8c-ab10576f4d4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.362550] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "757670a3-c1fb-4549-8c8c-ab10576f4d4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.362896] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "757670a3-c1fb-4549-8c8c-ab10576f4d4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.363151] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "757670a3-c1fb-4549-8c8c-ab10576f4d4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.363485] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "757670a3-c1fb-4549-8c8c-ab10576f4d4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.368165] env[68466]: INFO nova.compute.manager [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Terminating instance [ 963.490832] env[68466]: DEBUG oslo_vmware.api [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812731, 'name': PowerOnVM_Task, 'duration_secs': 0.963088} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.491088] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.491293] env[68466]: INFO nova.compute.manager [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Took 8.25 seconds to spawn the instance on the hypervisor. [ 963.491480] env[68466]: DEBUG nova.compute.manager [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.492278] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f6674-b5be-4240-b7f0-0c77172cdf32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.715641] env[68466]: DEBUG nova.network.neutron [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.860161] env[68466]: DEBUG nova.network.neutron [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Updating instance_info_cache with network_info: [{"id": "2cf351fd-6e68-438a-800c-27231995053f", "address": "fa:16:3e:49:82:43", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf351fd-6e", "ovs_interfaceid": "2cf351fd-6e68-438a-800c-27231995053f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.869104] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7a24f7-703b-4ef5-bde6-11b4b207ba98 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.873494] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "refresh_cache-757670a3-c1fb-4549-8c8c-ab10576f4d4c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.873948] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquired lock "refresh_cache-757670a3-c1fb-4549-8c8c-ab10576f4d4c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.873948] env[68466]: DEBUG nova.network.neutron [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.882226] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8303c49-d142-411f-b22e-044190a7d133 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.916839] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bc34b8-0f14-4c46-8bd0-997824982a04 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.925764] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a72900-ada2-4424-a24d-b3ace5b85400 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.940128] env[68466]: DEBUG nova.compute.provider_tree [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.012634] env[68466]: INFO nova.compute.manager [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Took 37.33 seconds to build instance. [ 964.167888] env[68466]: INFO nova.compute.manager [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Rebuilding instance [ 964.363651] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "refresh_cache-622f7a1a-445d-4ccb-8c4b-e3137a4ab244" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.363937] env[68466]: DEBUG nova.compute.manager [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Instance network_info: |[{"id": "2cf351fd-6e68-438a-800c-27231995053f", "address": "fa:16:3e:49:82:43", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf351fd-6e", "ovs_interfaceid": "2cf351fd-6e68-438a-800c-27231995053f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.365249] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:82:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cf351fd-6e68-438a-800c-27231995053f', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.372693] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.373420] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.373649] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e95b65b-68a1-44bd-ace5-9de399b96dd3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.395261] env[68466]: DEBUG nova.compute.manager [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.398386] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e22bd23-45a8-4568-bead-db1292151c69 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.409927] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.409927] env[68466]: value = "task-2812732" [ 964.409927] env[68466]: _type = "Task" [ 964.409927] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.420212] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812732, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.421477] env[68466]: DEBUG nova.network.neutron [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.443062] env[68466]: DEBUG nova.scheduler.client.report [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.473138] env[68466]: DEBUG nova.network.neutron [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.516603] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2c66c3a4-1d69-44d5-835d-b081e863de25 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.542s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.860770] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "fefbcbda-0d80-421b-9e42-79c8a038eb09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.861447] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "fefbcbda-0d80-421b-9e42-79c8a038eb09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.861447] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "fefbcbda-0d80-421b-9e42-79c8a038eb09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.861447] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "fefbcbda-0d80-421b-9e42-79c8a038eb09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.861700] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "fefbcbda-0d80-421b-9e42-79c8a038eb09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.865324] env[68466]: INFO nova.compute.manager [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Terminating instance [ 964.924527] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812732, 'name': CreateVM_Task, 'duration_secs': 0.406914} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.924626] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.925271] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.925430] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.925755] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.926160] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed7a55e-eddd-4e87-8ebb-1c060a97f5bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.931783] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 964.931783] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5243266a-133f-51a2-249b-f26a7728c32a" [ 964.931783] env[68466]: _type = "Task" [ 964.931783] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.940377] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5243266a-133f-51a2-249b-f26a7728c32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.949335] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.949867] env[68466]: DEBUG nova.compute.manager [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.953183] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.123s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.953451] env[68466]: DEBUG nova.objects.instance [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lazy-loading 'resources' on Instance uuid 6840c94d-1ec9-47d2-8618-dbc1242fb933 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.978665] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Releasing lock "refresh_cache-757670a3-c1fb-4549-8c8c-ab10576f4d4c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.979015] env[68466]: DEBUG nova.compute.manager [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.979254] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.980140] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b8e2ac-1887-47b4-8577-116ca0aa92f6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.988841] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.989747] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08027746-8d63-4e68-8124-23fea0f4b754 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.995593] env[68466]: DEBUG oslo_vmware.api [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 964.995593] env[68466]: value = "task-2812733" [ 964.995593] env[68466]: _type = "Task" [ 964.995593] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.008573] env[68466]: DEBUG oslo_vmware.api [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.247732] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquiring lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.248121] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.248452] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquiring lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.248756] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.249064] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.251809] env[68466]: INFO nova.compute.manager [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Terminating instance [ 965.368859] env[68466]: DEBUG nova.compute.manager [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.369140] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.370069] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca168c8-d9c1-46ba-bdf4-f6d144b47d2d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.379513] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.379785] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e300ed0d-a5e1-4f67-a223-df84a527f514 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.387710] env[68466]: DEBUG oslo_vmware.api [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 965.387710] env[68466]: value = "task-2812734" [ 965.387710] env[68466]: _type = "Task" [ 965.387710] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.396799] env[68466]: DEBUG oslo_vmware.api [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.417514] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.417869] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d98bbc0-2318-41da-b244-a3c9eb7ef2b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.426489] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 965.426489] env[68466]: value = "task-2812735" [ 965.426489] env[68466]: _type = "Task" [ 965.426489] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.435969] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.444305] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5243266a-133f-51a2-249b-f26a7728c32a, 'name': SearchDatastore_Task, 'duration_secs': 0.015094} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.444615] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.444874] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.445142] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.445290] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.445462] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.445764] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-344a1983-de73-421a-b7e0-07721f1d2d94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.454960] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.455216] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.459701] env[68466]: DEBUG nova.compute.utils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.460942] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a9c1b5-0dd6-4c64-b227-24f4be43bdf4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.463646] env[68466]: DEBUG nova.compute.manager [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.463810] env[68466]: DEBUG nova.network.neutron [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.470317] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 965.470317] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529179ea-f6d3-5785-90e7-6901cd8b1ce0" [ 965.470317] env[68466]: _type = "Task" [ 965.470317] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.482157] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529179ea-f6d3-5785-90e7-6901cd8b1ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.508883] env[68466]: DEBUG oslo_vmware.api [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812733, 'name': PowerOffVM_Task, 'duration_secs': 0.242391} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.509586] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.509808] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.510125] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f143c75-8b2e-4d2c-b249-900fb26673ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.515267] env[68466]: DEBUG nova.policy [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18013abc24c4c418a7dbcb9b542b640', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6ecd68a7d62499e838904196f83343b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.553892] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.554211] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.554461] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Deleting the datastore file [datastore1] 757670a3-c1fb-4549-8c8c-ab10576f4d4c {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.555228] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-314b4299-2a96-476a-bb8c-1d52d64039a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.565815] env[68466]: DEBUG oslo_vmware.api [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for the task: (returnval){ [ 965.565815] env[68466]: value = "task-2812737" [ 965.565815] env[68466]: _type = "Task" [ 965.565815] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.578382] env[68466]: DEBUG oslo_vmware.api [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.755746] env[68466]: DEBUG nova.compute.manager [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.756057] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.759980] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b98d2-7f80-4d58-ace5-1b33514ea796 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.766312] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.766312] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e71ecf41-f9b0-4d9e-876c-1fceb7130039 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.777499] env[68466]: DEBUG oslo_vmware.api [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 965.777499] env[68466]: value = "task-2812738" [ 965.777499] env[68466]: _type = "Task" [ 965.777499] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.787386] env[68466]: DEBUG oslo_vmware.api [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.865747] env[68466]: DEBUG nova.network.neutron [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Successfully created port: 27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.902027] env[68466]: DEBUG oslo_vmware.api [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812734, 'name': PowerOffVM_Task, 'duration_secs': 0.244704} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.902027] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.902559] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.903164] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6243817c-6b65-4d81-9987-2adafcb49aca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.945053] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812735, 'name': PowerOffVM_Task, 'duration_secs': 0.203741} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.945053] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.945053] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.945053] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34fcd63-237f-4d04-9d93-66bb5d172abd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.949828] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab55363-29e6-4c42-a51c-314f3a33dd04 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.956014] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.956511] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7866e9a5-02de-4993-b4a7-a600af91a63f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.963232] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae12a72-b3af-4345-b2c3-d8bd2e6bd16b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.968115] env[68466]: DEBUG nova.compute.manager [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.976611] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.976821] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.977113] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Deleting the datastore file [datastore2] fefbcbda-0d80-421b-9e42-79c8a038eb09 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.978359] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51a3ad61-46fc-4e87-bb02-d8de79a4542b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.014520] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d70b71c-d56f-4667-b449-779d6a20740a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.017525] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529179ea-f6d3-5785-90e7-6901cd8b1ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.013124} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.020725] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0190bcf4-0ac1-41de-b554-cb44d222c697 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.028468] env[68466]: DEBUG oslo_vmware.api [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for the task: (returnval){ [ 966.028468] env[68466]: value = "task-2812741" [ 966.028468] env[68466]: _type = "Task" [ 966.028468] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.032060] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a48df-7a32-4e64-8153-e962b9010ed0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.037343] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.037658] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.037913] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleting the datastore file [datastore2] c09869f1-0f84-4530-a323-a365511652f0 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.044117] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71838192-d229-4849-b447-79ebdda430b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.046479] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 966.046479] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5261d395-204b-8733-e386-fe302fcdf077" [ 966.046479] env[68466]: _type = "Task" [ 966.046479] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.066596] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 966.066596] env[68466]: value = "task-2812742" [ 966.066596] env[68466]: _type = "Task" [ 966.066596] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.067103] env[68466]: DEBUG nova.compute.provider_tree [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.068577] env[68466]: DEBUG oslo_vmware.api [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.085545] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5261d395-204b-8733-e386-fe302fcdf077, 'name': SearchDatastore_Task, 'duration_secs': 0.01211} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.086574] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.086856] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244/622f7a1a-445d-4ccb-8c4b-e3137a4ab244.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.087155] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5248cf2d-33a0-44a8-9af6-576082b705bc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.096151] env[68466]: DEBUG oslo_vmware.api [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Task: {'id': task-2812737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146458} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.096422] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.097097] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.097319] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.097496] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.097741] env[68466]: INFO nova.compute.manager [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 966.097994] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.098231] env[68466]: DEBUG nova.compute.manager [-] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.098333] env[68466]: DEBUG nova.network.neutron [-] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.103120] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 966.103120] env[68466]: value = "task-2812743" [ 966.103120] env[68466]: _type = "Task" [ 966.103120] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.113905] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.125051] env[68466]: DEBUG nova.network.neutron [-] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.288960] env[68466]: DEBUG oslo_vmware.api [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812738, 'name': PowerOffVM_Task, 'duration_secs': 0.382883} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.289279] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.289466] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.289741] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47cc5897-446f-401d-b180-80757a74bc11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.359226] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.359490] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.359678] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Deleting the datastore file [datastore2] 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.359978] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab505885-b365-4cd6-80bf-25b0ce58cd84 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.367258] env[68466]: DEBUG oslo_vmware.api [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for the task: (returnval){ [ 966.367258] env[68466]: value = "task-2812745" [ 966.367258] env[68466]: _type = "Task" [ 966.367258] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.375264] env[68466]: DEBUG oslo_vmware.api [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.548429] env[68466]: DEBUG oslo_vmware.api [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Task: {'id': task-2812741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221229} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.548746] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.548979] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.549232] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.549418] env[68466]: INFO nova.compute.manager [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Took 1.18 seconds to destroy the instance on the hypervisor. [ 966.549701] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.549874] env[68466]: DEBUG nova.compute.manager [-] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.549968] env[68466]: DEBUG nova.network.neutron [-] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.574191] env[68466]: DEBUG nova.scheduler.client.report [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.591803] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163846} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.592871] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.593084] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.593284] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.614530] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.630197] env[68466]: DEBUG nova.network.neutron [-] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.881568] env[68466]: DEBUG oslo_vmware.api [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Task: {'id': task-2812745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429913} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.881943] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.883930] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.883930] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.883930] env[68466]: INFO nova.compute.manager [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Took 1.13 seconds to destroy the instance on the hypervisor. [ 966.884092] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.884299] env[68466]: DEBUG nova.compute.manager [-] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.884391] env[68466]: DEBUG nova.network.neutron [-] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.978647] env[68466]: DEBUG nova.compute.manager [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.011716] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.011979] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.012183] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.012378] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.012527] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.012673] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.012884] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.013063] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.013236] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.013398] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.013625] env[68466]: DEBUG nova.virt.hardware [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.014503] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bafdf3-56ce-4b61-a1f0-db5e6fc60b3d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.025878] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e623c-bb4c-4459-a477-472cf15fc8d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.047324] env[68466]: DEBUG nova.compute.manager [req-e9df8eec-6d11-4b00-98ff-d2bcf6f06724 req-b57ebf07-639d-4482-ab22-9875750795e3 service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Received event network-vif-deleted-6778a1fe-8565-45cc-b859-7d4ff1704bcc {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.047324] env[68466]: INFO nova.compute.manager [req-e9df8eec-6d11-4b00-98ff-d2bcf6f06724 req-b57ebf07-639d-4482-ab22-9875750795e3 service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Neutron deleted interface 6778a1fe-8565-45cc-b859-7d4ff1704bcc; detaching it from the instance and deleting it from the info cache [ 967.047324] env[68466]: DEBUG nova.network.neutron [req-e9df8eec-6d11-4b00-98ff-d2bcf6f06724 req-b57ebf07-639d-4482-ab22-9875750795e3 service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.775472] env[68466]: DEBUG nova.network.neutron [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Successfully updated port: 27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.778028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.825s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.783622] env[68466]: INFO nova.compute.manager [-] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Took 1.68 seconds to deallocate network for instance. [ 967.783622] env[68466]: DEBUG nova.network.neutron [-] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.785872] env[68466]: DEBUG nova.compute.manager [req-34494ad7-e7fa-4080-a544-e696fa2d5b7a req-30544019-4d97-42f0-a350-d4d9fe55ce07 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Received event network-vif-deleted-2b03ddea-1ecb-42d4-bee8-b8686f4ef24a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.786085] env[68466]: INFO nova.compute.manager [req-34494ad7-e7fa-4080-a544-e696fa2d5b7a req-30544019-4d97-42f0-a350-d4d9fe55ce07 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Neutron deleted interface 2b03ddea-1ecb-42d4-bee8-b8686f4ef24a; detaching it from the instance and deleting it from the info cache [ 967.786302] env[68466]: DEBUG nova.network.neutron [req-34494ad7-e7fa-4080-a544-e696fa2d5b7a req-30544019-4d97-42f0-a350-d4d9fe55ce07 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.789571] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.789730] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.789877] env[68466]: DEBUG nova.network.neutron [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.791202] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.556s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.791438] env[68466]: DEBUG nova.objects.instance [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lazy-loading 'resources' on Instance uuid 3691901a-1a8e-4afe-94f3-e3edd7dcc917 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.796808] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15f4541c-b569-40b0-8283-d44dd8617fbf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.810677] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812743, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.679109} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.812251] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244/622f7a1a-445d-4ccb-8c4b-e3137a4ab244.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.812472] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.813283] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eff90e3b-fe35-490f-9522-9a36aa626121 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.818160] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01d908c-fcc6-4126-8a5f-110f69d3484d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.828991] env[68466]: INFO nova.scheduler.client.report [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Deleted allocations for instance 6840c94d-1ec9-47d2-8618-dbc1242fb933 [ 967.837499] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 967.837499] env[68466]: value = "task-2812746" [ 967.837499] env[68466]: _type = "Task" [ 967.837499] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.848850] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.864038] env[68466]: DEBUG nova.compute.manager [req-e9df8eec-6d11-4b00-98ff-d2bcf6f06724 req-b57ebf07-639d-4482-ab22-9875750795e3 service nova] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Detach interface failed, port_id=6778a1fe-8565-45cc-b859-7d4ff1704bcc, reason: Instance fefbcbda-0d80-421b-9e42-79c8a038eb09 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 968.290983] env[68466]: INFO nova.compute.manager [-] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Took 1.74 seconds to deallocate network for instance. [ 968.292430] env[68466]: DEBUG nova.network.neutron [-] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.309341] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.326988] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.327291] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.327454] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.327637] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.327808] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.327976] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.328218] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.328377] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.328541] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.328745] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.328950] env[68466]: DEBUG nova.virt.hardware [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.330287] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb3082f-b8a2-42df-8243-01291737546c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.340377] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cb91fb1-4bfe-4eac-9ae8-ad6142519607 tempest-VolumesAdminNegativeTest-1607135353 tempest-VolumesAdminNegativeTest-1607135353-project-member] Lock "6840c94d-1ec9-47d2-8618-dbc1242fb933" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.473s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.341289] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e574dadb-f019-467c-bee8-33d34b78fe78 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.351972] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb1fa9-3e0d-4db8-9fe1-f56307a21af8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.363134] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069224} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.363950] env[68466]: DEBUG nova.network.neutron [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.366386] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.369287] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555562db-65cf-40fa-8555-50638299ab26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.392327] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230264a-b28a-4bfa-bdd5-9b7812c8cff3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.395641] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:6c:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe90a433-210a-4a9c-aff3-33e0add12ce1', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.403081] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.404425] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.404945] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e83f7d86-0a66-4943-9ef8-3ab0503f3516 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.444655] env[68466]: DEBUG nova.compute.manager [req-34494ad7-e7fa-4080-a544-e696fa2d5b7a req-30544019-4d97-42f0-a350-d4d9fe55ce07 service nova] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Detach interface failed, port_id=2b03ddea-1ecb-42d4-bee8-b8686f4ef24a, reason: Instance 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 968.453416] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244/622f7a1a-445d-4ccb-8c4b-e3137a4ab244.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.454474] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d217b201-5b97-4058-a6d1-a91f6852400d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.472659] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.472659] env[68466]: value = "task-2812747" [ 968.472659] env[68466]: _type = "Task" [ 968.472659] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.479406] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 968.479406] env[68466]: value = "task-2812748" [ 968.479406] env[68466]: _type = "Task" [ 968.479406] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.485629] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812747, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.493966] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.782539] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50d89ef-2f06-4876-a31a-5b02389df56c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.792374] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dfbe13-8902-4df2-8b04-e942d82411f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.797413] env[68466]: INFO nova.compute.manager [-] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Took 1.91 seconds to deallocate network for instance. [ 968.828573] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.832675] env[68466]: DEBUG nova.network.neutron [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Updating instance_info_cache with network_info: [{"id": "27543556-8759-4e44-aa6e-e4148e5bf6f8", "address": "fa:16:3e:0c:ec:0f", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27543556-87", "ovs_interfaceid": "27543556-8759-4e44-aa6e-e4148e5bf6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.834337] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94242508-6046-463c-aa6b-c45d4ceb1f5b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.844594] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a732fb-3b20-4709-b936-aa4ec93331e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.862362] env[68466]: DEBUG nova.compute.provider_tree [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.988303] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812747, 'name': CreateVM_Task, 'duration_secs': 0.348063} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.988532] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.990193] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.990432] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.990782] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.991284] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73ad1ae-613d-439e-9f6d-1cdfafda9b48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.997643] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812748, 'name': ReconfigVM_Task, 'duration_secs': 0.330333} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.998338] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244/622f7a1a-445d-4ccb-8c4b-e3137a4ab244.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.999658] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c019497d-454c-4fe3-aae1-530ec6560270 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.002261] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 969.002261] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b7ee57-119a-b431-0d67-a92e97dd95a4" [ 969.002261] env[68466]: _type = "Task" [ 969.002261] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.007757] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 969.007757] env[68466]: value = "task-2812749" [ 969.007757] env[68466]: _type = "Task" [ 969.007757] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.012474] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b7ee57-119a-b431-0d67-a92e97dd95a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.020709] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812749, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.070228] env[68466]: DEBUG nova.compute.manager [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Received event network-vif-plugged-27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.070451] env[68466]: DEBUG oslo_concurrency.lockutils [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] Acquiring lock "e9297230-b10c-4e02-902c-67e76aa62feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.070653] env[68466]: DEBUG oslo_concurrency.lockutils [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] Lock "e9297230-b10c-4e02-902c-67e76aa62feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.070887] env[68466]: DEBUG oslo_concurrency.lockutils [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] Lock "e9297230-b10c-4e02-902c-67e76aa62feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.071447] env[68466]: DEBUG nova.compute.manager [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] No waiting events found dispatching network-vif-plugged-27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.071714] env[68466]: WARNING nova.compute.manager [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Received unexpected event network-vif-plugged-27543556-8759-4e44-aa6e-e4148e5bf6f8 for instance with vm_state building and task_state spawning. [ 969.071982] env[68466]: DEBUG nova.compute.manager [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Received event network-changed-27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.072238] env[68466]: DEBUG nova.compute.manager [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Refreshing instance network info cache due to event network-changed-27543556-8759-4e44-aa6e-e4148e5bf6f8. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 969.072573] env[68466]: DEBUG oslo_concurrency.lockutils [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] Acquiring lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.345049] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.345049] env[68466]: DEBUG nova.compute.manager [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Instance network_info: |[{"id": "27543556-8759-4e44-aa6e-e4148e5bf6f8", "address": "fa:16:3e:0c:ec:0f", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27543556-87", "ovs_interfaceid": "27543556-8759-4e44-aa6e-e4148e5bf6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.345049] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.345049] env[68466]: DEBUG oslo_concurrency.lockutils [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] Acquired lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.345049] env[68466]: DEBUG nova.network.neutron [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Refreshing network info cache for port 27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.346042] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:ec:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27543556-8759-4e44-aa6e-e4148e5bf6f8', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.356972] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.361427] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.361962] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fca949ba-ea8a-417f-a7c6-712c8a847f70 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.382124] env[68466]: DEBUG nova.scheduler.client.report [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.397039] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.397039] env[68466]: value = "task-2812750" [ 969.397039] env[68466]: _type = "Task" [ 969.397039] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.401633] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812750, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.519850] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b7ee57-119a-b431-0d67-a92e97dd95a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.520737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.521070] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.521396] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.521569] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.521790] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.522118] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc23d05d-c509-4439-8df8-a294233834e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.527154] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812749, 'name': Rename_Task, 'duration_secs': 0.220865} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.527901] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.528650] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1a1b6e3-e68b-490f-be8e-d5d6b9ce4f87 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.535567] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 969.535567] env[68466]: value = "task-2812751" [ 969.535567] env[68466]: _type = "Task" [ 969.535567] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.537445] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.537782] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.544229] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a4fffe-bb6b-47cb-809b-f212a379cf7e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.554812] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 969.554812] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520acaa9-d9d8-22a6-089e-0327450b3d6c" [ 969.554812] env[68466]: _type = "Task" [ 969.554812] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.555205] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.568511] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]520acaa9-d9d8-22a6-089e-0327450b3d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.569418] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808a4d42-d379-4e97-b48a-f79fc7ac09be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.576906] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 969.576906] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248af0f-2fe0-ee11-a26d-a756b46adbf8" [ 969.576906] env[68466]: _type = "Task" [ 969.576906] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.587684] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248af0f-2fe0-ee11-a26d-a756b46adbf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.815614] env[68466]: DEBUG nova.network.neutron [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Updated VIF entry in instance network info cache for port 27543556-8759-4e44-aa6e-e4148e5bf6f8. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.815614] env[68466]: DEBUG nova.network.neutron [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Updating instance_info_cache with network_info: [{"id": "27543556-8759-4e44-aa6e-e4148e5bf6f8", "address": "fa:16:3e:0c:ec:0f", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27543556-87", "ovs_interfaceid": "27543556-8759-4e44-aa6e-e4148e5bf6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.889066] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.893930] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.581s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.895494] env[68466]: DEBUG nova.objects.instance [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lazy-loading 'resources' on Instance uuid 90eb84e2-88bc-468a-987a-cc2e865f6ea8 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.913683] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812750, 'name': CreateVM_Task, 'duration_secs': 0.455693} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.914558] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.916414] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.916729] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.917179] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.917828] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80989bad-5752-4e01-86b6-08db078435fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.924290] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 969.924290] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5285580d-384e-616e-5052-ba30b7fceceb" [ 969.924290] env[68466]: _type = "Task" [ 969.924290] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.934314] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5285580d-384e-616e-5052-ba30b7fceceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.935407] env[68466]: INFO nova.scheduler.client.report [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted allocations for instance 3691901a-1a8e-4afe-94f3-e3edd7dcc917 [ 970.049839] env[68466]: DEBUG oslo_vmware.api [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812751, 'name': PowerOnVM_Task, 'duration_secs': 0.483565} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.050123] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.050323] env[68466]: INFO nova.compute.manager [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Took 8.98 seconds to spawn the instance on the hypervisor. [ 970.050501] env[68466]: DEBUG nova.compute.manager [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.051458] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c6ca8a-3504-495f-987c-f426c1332f9c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.088922] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5248af0f-2fe0-ee11-a26d-a756b46adbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.089258] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.091854] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.092497] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47a40ed6-b68a-4fcb-941d-fa683053f84d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.102018] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 970.102018] env[68466]: value = "task-2812752" [ 970.102018] env[68466]: _type = "Task" [ 970.102018] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.112313] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.320259] env[68466]: DEBUG oslo_concurrency.lockutils [req-799b50a4-4266-4866-ad80-77d2c746ab7a req-39490b7c-952c-432c-a1a2-1786cd88821d service nova] Releasing lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.441405] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5285580d-384e-616e-5052-ba30b7fceceb, 'name': SearchDatastore_Task, 'duration_secs': 0.013996} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.444331] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.444884] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.445163] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.445321] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.445674] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.446724] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bfa5d91a-0d24-4776-b2b0-361fb630c216 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "3691901a-1a8e-4afe-94f3-e3edd7dcc917" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.017s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.450528] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa23015-d13f-4c4c-a325-0971d2738e1a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.474906] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.475080] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.476389] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170507f4-200f-4afd-b748-00a55fc5b6f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.485141] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 970.485141] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527687a0-a811-eef5-015b-7e5abc7dfeb1" [ 970.485141] env[68466]: _type = "Task" [ 970.485141] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.498561] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527687a0-a811-eef5-015b-7e5abc7dfeb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.575362] env[68466]: INFO nova.compute.manager [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Took 37.81 seconds to build instance. [ 970.620040] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504362} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.620299] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.620514] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.625296] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34aa14e8-1f9f-48d5-96f6-6090445a43af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.628733] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 970.628733] env[68466]: value = "task-2812753" [ 970.628733] env[68466]: _type = "Task" [ 970.628733] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.642058] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.842889] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8743819-bbbe-418c-893a-8505ca4264b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.851220] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22b9597-8076-4b4f-9839-a613707c7bca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.887832] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "83a86c4a-76f4-4e89-a300-6521bea879bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.888152] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "83a86c4a-76f4-4e89-a300-6521bea879bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.888381] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "83a86c4a-76f4-4e89-a300-6521bea879bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.888567] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "83a86c4a-76f4-4e89-a300-6521bea879bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.888733] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "83a86c4a-76f4-4e89-a300-6521bea879bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.891264] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e622e0-3df9-4a75-aa47-cbcc0ff4f2ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.894090] env[68466]: INFO nova.compute.manager [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Terminating instance [ 970.901432] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c5f92d-d79a-4308-9bc7-ac5f05bbdbe8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.916163] env[68466]: DEBUG nova.compute.provider_tree [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.999141] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527687a0-a811-eef5-015b-7e5abc7dfeb1, 'name': SearchDatastore_Task, 'duration_secs': 0.062002} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.000281] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a6c625-8640-4af9-9c90-8bab4ea72621 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.007824] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 971.007824] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d11f9f-43b9-56a4-db33-94874dba013f" [ 971.007824] env[68466]: _type = "Task" [ 971.007824] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.017393] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d11f9f-43b9-56a4-db33-94874dba013f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.078066] env[68466]: DEBUG oslo_concurrency.lockutils [None req-33131b1f-c2af-48f1-be2f-c09a7590e675 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.111s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.139896] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214137} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.140237] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.141021] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd4a0bf-f381-41d1-9c97-66cede9efb9b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.164525] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.164850] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd021cfa-7755-44ec-9dda-2639a7d3b53f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.186832] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 971.186832] env[68466]: value = "task-2812754" [ 971.186832] env[68466]: _type = "Task" [ 971.186832] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.195657] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.398059] env[68466]: DEBUG nova.compute.manager [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.398285] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.399213] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4aaf2e-e5b9-41fb-9322-4a93f784c17f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.407424] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.407545] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aee42072-aa69-4a8a-9067-4179a1a9beec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.419698] env[68466]: DEBUG nova.scheduler.client.report [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.424206] env[68466]: DEBUG oslo_vmware.api [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 971.424206] env[68466]: value = "task-2812755" [ 971.424206] env[68466]: _type = "Task" [ 971.424206] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.437611] env[68466]: DEBUG oslo_vmware.api [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.462594] env[68466]: DEBUG nova.compute.manager [req-2958ed14-1514-46df-896e-0287064b8948 req-1c7f61b3-8853-4b2a-92c5-10020bb4e1bc service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Received event network-changed-2cf351fd-6e68-438a-800c-27231995053f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 971.462794] env[68466]: DEBUG nova.compute.manager [req-2958ed14-1514-46df-896e-0287064b8948 req-1c7f61b3-8853-4b2a-92c5-10020bb4e1bc service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Refreshing instance network info cache due to event network-changed-2cf351fd-6e68-438a-800c-27231995053f. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 971.463020] env[68466]: DEBUG oslo_concurrency.lockutils [req-2958ed14-1514-46df-896e-0287064b8948 req-1c7f61b3-8853-4b2a-92c5-10020bb4e1bc service nova] Acquiring lock "refresh_cache-622f7a1a-445d-4ccb-8c4b-e3137a4ab244" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.463165] env[68466]: DEBUG oslo_concurrency.lockutils [req-2958ed14-1514-46df-896e-0287064b8948 req-1c7f61b3-8853-4b2a-92c5-10020bb4e1bc service nova] Acquired lock "refresh_cache-622f7a1a-445d-4ccb-8c4b-e3137a4ab244" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.463321] env[68466]: DEBUG nova.network.neutron [req-2958ed14-1514-46df-896e-0287064b8948 req-1c7f61b3-8853-4b2a-92c5-10020bb4e1bc service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Refreshing network info cache for port 2cf351fd-6e68-438a-800c-27231995053f {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.521317] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d11f9f-43b9-56a4-db33-94874dba013f, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.521317] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.521451] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] e9297230-b10c-4e02-902c-67e76aa62feb/e9297230-b10c-4e02-902c-67e76aa62feb.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.522619] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c14449-6abc-4a04-8ad4-c95ca6584a27 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.541773] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 971.541773] env[68466]: value = "task-2812756" [ 971.541773] env[68466]: _type = "Task" [ 971.541773] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.556765] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.563077] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.563678] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.698639] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812754, 'name': ReconfigVM_Task, 'duration_secs': 0.35518} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.698869] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c09869f1-0f84-4530-a323-a365511652f0/c09869f1-0f84-4530-a323-a365511652f0.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.700138] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b726c18f-fdde-4d74-9c4a-41c1036b5c8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.707315] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 971.707315] env[68466]: value = "task-2812757" [ 971.707315] env[68466]: _type = "Task" [ 971.707315] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.718877] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812757, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.933030] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.934759] env[68466]: DEBUG oslo_concurrency.lockutils [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.565s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.936219] env[68466]: DEBUG nova.objects.instance [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lazy-loading 'resources' on Instance uuid e2933914-1b7d-41a3-b41a-312b0158f7d1 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.945277] env[68466]: DEBUG oslo_vmware.api [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812755, 'name': PowerOffVM_Task, 'duration_secs': 0.346682} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.946900] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.946900] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.946900] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44da398f-6f9b-417c-92ac-ec00fb1625b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.967268] env[68466]: INFO nova.scheduler.client.report [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Deleted allocations for instance 90eb84e2-88bc-468a-987a-cc2e865f6ea8 [ 972.038451] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.038653] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.038724] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleting the datastore file [datastore2] 83a86c4a-76f4-4e89-a300-6521bea879bc {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.038958] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ab9f318-4080-44e2-95e4-d5af43578b30 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.051953] env[68466]: DEBUG oslo_vmware.api [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 972.051953] env[68466]: value = "task-2812759" [ 972.051953] env[68466]: _type = "Task" [ 972.051953] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.064269] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812756, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.066197] env[68466]: DEBUG nova.compute.manager [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.077590] env[68466]: DEBUG oslo_vmware.api [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.228990] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812757, 'name': Rename_Task, 'duration_secs': 0.170242} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.229579] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.229953] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47101eea-0cbe-4c0a-babe-4a8b1b0c5b42 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.241024] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 972.241024] env[68466]: value = "task-2812760" [ 972.241024] env[68466]: _type = "Task" [ 972.241024] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.249320] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.383477] env[68466]: DEBUG nova.network.neutron [req-2958ed14-1514-46df-896e-0287064b8948 req-1c7f61b3-8853-4b2a-92c5-10020bb4e1bc service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Updated VIF entry in instance network info cache for port 2cf351fd-6e68-438a-800c-27231995053f. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.385684] env[68466]: DEBUG nova.network.neutron [req-2958ed14-1514-46df-896e-0287064b8948 req-1c7f61b3-8853-4b2a-92c5-10020bb4e1bc service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Updating instance_info_cache with network_info: [{"id": "2cf351fd-6e68-438a-800c-27231995053f", "address": "fa:16:3e:49:82:43", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cf351fd-6e", "ovs_interfaceid": "2cf351fd-6e68-438a-800c-27231995053f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.480615] env[68466]: DEBUG oslo_concurrency.lockutils [None req-88d2a459-abe3-4b04-b088-15eecc0ece7f tempest-MigrationsAdminTest-1144564459 tempest-MigrationsAdminTest-1144564459-project-member] Lock "90eb84e2-88bc-468a-987a-cc2e865f6ea8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.156s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.565901] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704258} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.566942] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] e9297230-b10c-4e02-902c-67e76aa62feb/e9297230-b10c-4e02-902c-67e76aa62feb.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.567433] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.568268] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fc84b49-e649-40b8-a06e-acf433083ac2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.579526] env[68466]: DEBUG oslo_vmware.api [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307702} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.582712] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.583149] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.583400] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.584331] env[68466]: INFO nova.compute.manager [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 972.584660] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.587173] env[68466]: DEBUG nova.compute.manager [-] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.587355] env[68466]: DEBUG nova.network.neutron [-] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.591968] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 972.591968] env[68466]: value = "task-2812761" [ 972.591968] env[68466]: _type = "Task" [ 972.591968] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.606845] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.611809] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.751774] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.892572] env[68466]: DEBUG oslo_concurrency.lockutils [req-2958ed14-1514-46df-896e-0287064b8948 req-1c7f61b3-8853-4b2a-92c5-10020bb4e1bc service nova] Releasing lock "refresh_cache-622f7a1a-445d-4ccb-8c4b-e3137a4ab244" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.938117] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0a4d3f-b49a-4c5c-8b35-bccafa22d354 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.947282] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb74fce-5600-4950-afa9-d553bd0097c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.982727] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a1d3a2-cb41-4130-828f-e012d3dcadf5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.994208] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf713bb-01d0-4927-b3dc-20245cb4a1a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.013156] env[68466]: DEBUG nova.compute.provider_tree [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.104946] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074857} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.105602] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.106820] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dfaae5-a8c1-4057-bfcb-0d0ee050e575 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.133332] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] e9297230-b10c-4e02-902c-67e76aa62feb/e9297230-b10c-4e02-902c-67e76aa62feb.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.133753] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c90a9aed-d5ed-43c0-bf4f-7def765bc009 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.157411] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 973.157411] env[68466]: value = "task-2812762" [ 973.157411] env[68466]: _type = "Task" [ 973.157411] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.168573] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.251440] env[68466]: DEBUG oslo_vmware.api [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812760, 'name': PowerOnVM_Task, 'duration_secs': 0.701266} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.251440] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.251588] env[68466]: DEBUG nova.compute.manager [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.252369] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11cb658-2e31-49a2-b24f-a3a2c07de6cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.527278] env[68466]: DEBUG nova.scheduler.client.report [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.529116] env[68466]: DEBUG nova.network.neutron [-] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.663811] env[68466]: DEBUG nova.compute.manager [req-2fd44f50-bc5b-4bbb-8b3c-a15f5273ff49 req-e2cfb818-4926-4c83-b7eb-c904a121c079 service nova] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Received event network-vif-deleted-5da65d5e-6119-4792-89f0-fb105477c998 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 973.671200] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.776936] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.031825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.038427] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.903s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.038726] env[68466]: DEBUG nova.objects.instance [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.041752] env[68466]: INFO nova.compute.manager [-] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Took 1.45 seconds to deallocate network for instance. [ 974.070360] env[68466]: INFO nova.scheduler.client.report [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Deleted allocations for instance e2933914-1b7d-41a3-b41a-312b0158f7d1 [ 974.169302] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.551239] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.580306] env[68466]: DEBUG oslo_concurrency.lockutils [None req-314c3a3b-a2b1-4be2-8d9e-a9584950087a tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "e2933914-1b7d-41a3-b41a-312b0158f7d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.723s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.668951] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812762, 'name': ReconfigVM_Task, 'duration_secs': 1.117798} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.670979] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Reconfigured VM instance instance-00000058 to attach disk [datastore2] e9297230-b10c-4e02-902c-67e76aa62feb/e9297230-b10c-4e02-902c-67e76aa62feb.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.672187] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25ae0237-a952-4a5d-8338-689780efc9f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.681341] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 974.681341] env[68466]: value = "task-2812763" [ 974.681341] env[68466]: _type = "Task" [ 974.681341] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.691682] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812763, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.877740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.877740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.877740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.877740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.877740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.885202] env[68466]: INFO nova.compute.manager [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Terminating instance [ 975.048625] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2dc517bf-746e-4a22-b10f-dfb5101390a4 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.049844] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.873s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.055418] env[68466]: INFO nova.compute.claims [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.199318] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812763, 'name': Rename_Task, 'duration_secs': 0.342756} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.199318] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.199318] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2496d816-9997-432f-b217-7297d20668e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.206404] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 975.206404] env[68466]: value = "task-2812764" [ 975.206404] env[68466]: _type = "Task" [ 975.206404] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.219058] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.230530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "11a9348f-a165-4cfe-b148-f6c9dff552ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.230530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "11a9348f-a165-4cfe-b148-f6c9dff552ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.233026] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "11a9348f-a165-4cfe-b148-f6c9dff552ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.233026] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "11a9348f-a165-4cfe-b148-f6c9dff552ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.233026] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "11a9348f-a165-4cfe-b148-f6c9dff552ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.235372] env[68466]: INFO nova.compute.manager [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Terminating instance [ 975.394254] env[68466]: DEBUG nova.compute.manager [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.394498] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.395511] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75848ae-d42e-4787-a10b-bbc8f4f0afac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.407055] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.407055] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3109ba6d-7734-449c-a4b7-975900f6e56b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.419237] env[68466]: DEBUG oslo_vmware.api [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 975.419237] env[68466]: value = "task-2812765" [ 975.419237] env[68466]: _type = "Task" [ 975.419237] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.431293] env[68466]: DEBUG oslo_vmware.api [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.723842] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812764, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.746228] env[68466]: DEBUG nova.compute.manager [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.746391] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.747949] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf1c7b7-0c51-4e32-a468-e698af99b9c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.763895] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.764401] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7009e744-991a-4a43-8fa5-b77e2ccec85f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.775688] env[68466]: DEBUG oslo_vmware.api [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 975.775688] env[68466]: value = "task-2812766" [ 975.775688] env[68466]: _type = "Task" [ 975.775688] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.791283] env[68466]: DEBUG oslo_vmware.api [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.936731] env[68466]: DEBUG oslo_vmware.api [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812765, 'name': PowerOffVM_Task, 'duration_secs': 0.266304} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.938168] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.938168] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.938168] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3da94a9-5200-46cc-8639-d0ca35307c95 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.021597] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.021597] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.021597] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleting the datastore file [datastore1] 81a5f4d3-b666-4e40-83f0-24a8c8aa751c {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.021597] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-079db0df-69a4-4c21-8b28-339a4a26e0cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.031534] env[68466]: DEBUG oslo_vmware.api [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 976.031534] env[68466]: value = "task-2812768" [ 976.031534] env[68466]: _type = "Task" [ 976.031534] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.041786] env[68466]: DEBUG oslo_vmware.api [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.218392] env[68466]: DEBUG oslo_vmware.api [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812764, 'name': PowerOnVM_Task, 'duration_secs': 0.680324} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.223446] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.223446] env[68466]: INFO nova.compute.manager [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Took 9.24 seconds to spawn the instance on the hypervisor. [ 976.223446] env[68466]: DEBUG nova.compute.manager [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.223652] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721f7bca-581a-4c0f-a7b3-4b1403b4ce11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.295257] env[68466]: DEBUG oslo_vmware.api [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812766, 'name': PowerOffVM_Task, 'duration_secs': 0.259095} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.295828] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.295959] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.298020] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d34ef57c-7fee-4c0f-982d-239bd137dfc5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.391414] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.391659] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.391782] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Deleting the datastore file [datastore2] 11a9348f-a165-4cfe-b148-f6c9dff552ee {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.392305] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c27257ee-cc53-4547-a080-818f4729e2e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.401640] env[68466]: DEBUG oslo_vmware.api [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 976.401640] env[68466]: value = "task-2812770" [ 976.401640] env[68466]: _type = "Task" [ 976.401640] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.408990] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquiring lock "5622380f-381e-4df0-a9f9-720365bdecbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.409260] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "5622380f-381e-4df0-a9f9-720365bdecbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.409907] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquiring lock "5622380f-381e-4df0-a9f9-720365bdecbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.410468] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "5622380f-381e-4df0-a9f9-720365bdecbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.410667] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "5622380f-381e-4df0-a9f9-720365bdecbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.416844] env[68466]: DEBUG oslo_vmware.api [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.416844] env[68466]: INFO nova.compute.manager [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Terminating instance [ 976.546580] env[68466]: DEBUG oslo_vmware.api [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419187} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.546808] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.547036] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.547246] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.547435] env[68466]: INFO nova.compute.manager [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 976.547687] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.548110] env[68466]: DEBUG nova.compute.manager [-] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.548110] env[68466]: DEBUG nova.network.neutron [-] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.633276] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46592056-27d2-49d7-b92d-8ad96564868c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.643691] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f87ae2-8479-4f8a-85a0-6da66acd19bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.683832] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f05a5a-599c-4157-bfe9-0d6468f24535 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.695767] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6132dbf4-56e1-4887-a0d2-2a417ce54909 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.712050] env[68466]: DEBUG nova.compute.provider_tree [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.745078] env[68466]: INFO nova.compute.manager [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Took 37.33 seconds to build instance. [ 976.915309] env[68466]: DEBUG oslo_vmware.api [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395251} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.915887] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.916237] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.918022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.918022] env[68466]: INFO nova.compute.manager [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Took 1.17 seconds to destroy the instance on the hypervisor. [ 976.918022] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.918022] env[68466]: DEBUG nova.compute.manager [-] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.918022] env[68466]: DEBUG nova.network.neutron [-] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.922476] env[68466]: DEBUG nova.compute.manager [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.922674] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.923552] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78ca0d1-ced8-4764-9049-87b6b1f2293a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.933334] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.934025] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd6771b2-08f5-413c-ac43-2b6be296477c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.944482] env[68466]: DEBUG oslo_vmware.api [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 976.944482] env[68466]: value = "task-2812771" [ 976.944482] env[68466]: _type = "Task" [ 976.944482] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.956181] env[68466]: DEBUG oslo_vmware.api [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.039774] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "31535c04-c6b6-49fa-bbd7-6dafed674668" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.040391] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.222211] env[68466]: DEBUG nova.scheduler.client.report [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.251561] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3c55a371-e6ce-48a8-9698-010e52da809a tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "e9297230-b10c-4e02-902c-67e76aa62feb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.849s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.344037] env[68466]: DEBUG nova.compute.manager [req-027e9e89-e54a-444c-a6c0-05cc56b8071a req-f0e09929-0b41-4d22-973a-0c3b4c13096a service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Received event network-vif-deleted-d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 977.344037] env[68466]: INFO nova.compute.manager [req-027e9e89-e54a-444c-a6c0-05cc56b8071a req-f0e09929-0b41-4d22-973a-0c3b4c13096a service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Neutron deleted interface d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583; detaching it from the instance and deleting it from the info cache [ 977.344037] env[68466]: DEBUG nova.network.neutron [req-027e9e89-e54a-444c-a6c0-05cc56b8071a req-f0e09929-0b41-4d22-973a-0c3b4c13096a service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.391482] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquiring lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.391786] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.456559] env[68466]: DEBUG oslo_vmware.api [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812771, 'name': PowerOffVM_Task, 'duration_secs': 0.468294} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.459280] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.459280] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.459280] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3efb5c47-02bd-4e5d-a570-275ecc3605af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.522326] env[68466]: DEBUG nova.network.neutron [-] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.545987] env[68466]: DEBUG nova.compute.utils [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.558678] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.558678] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.558678] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Deleting the datastore file [datastore1] 5622380f-381e-4df0-a9f9-720365bdecbe {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.558678] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f158e7ff-a7de-40d1-b6fa-8583da28f105 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.568024] env[68466]: DEBUG oslo_vmware.api [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for the task: (returnval){ [ 977.568024] env[68466]: value = "task-2812773" [ 977.568024] env[68466]: _type = "Task" [ 977.568024] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.575706] env[68466]: DEBUG oslo_vmware.api [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.637479] env[68466]: DEBUG nova.compute.manager [req-1f7c3f56-5bb5-4f8f-8676-aa0c2f44711a req-a2d790cf-2b96-4d0e-ae49-47d99f754856 service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Received event network-vif-deleted-8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 977.637654] env[68466]: INFO nova.compute.manager [req-1f7c3f56-5bb5-4f8f-8676-aa0c2f44711a req-a2d790cf-2b96-4d0e-ae49-47d99f754856 service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Neutron deleted interface 8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0; detaching it from the instance and deleting it from the info cache [ 977.637871] env[68466]: DEBUG nova.network.neutron [req-1f7c3f56-5bb5-4f8f-8676-aa0c2f44711a req-a2d790cf-2b96-4d0e-ae49-47d99f754856 service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.710969] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "2e15eeef-7404-4535-8649-8b70d11c99b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.711623] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "2e15eeef-7404-4535-8649-8b70d11c99b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.726802] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.727344] env[68466]: DEBUG nova.compute.manager [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.730650] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.308s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.733024] env[68466]: DEBUG nova.objects.instance [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lazy-loading 'resources' on Instance uuid 3b23fa39-37a3-4772-8970-d9f841b97faa {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.733024] env[68466]: DEBUG nova.network.neutron [-] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.846842] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f60e11c-2053-4a17-819f-8e381429d4d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.857347] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29b481-f55c-48e9-9954-32f0f71a7990 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.894932] env[68466]: DEBUG nova.compute.manager [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.897710] env[68466]: DEBUG nova.compute.manager [req-027e9e89-e54a-444c-a6c0-05cc56b8071a req-f0e09929-0b41-4d22-973a-0c3b4c13096a service nova] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Detach interface failed, port_id=d4eb6c7f-e2a0-47b5-ad9e-6fac40b6d583, reason: Instance 81a5f4d3-b666-4e40-83f0-24a8c8aa751c could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 978.024265] env[68466]: INFO nova.compute.manager [-] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Took 1.48 seconds to deallocate network for instance. [ 978.047384] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.078801] env[68466]: DEBUG oslo_vmware.api [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Task: {'id': task-2812773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139648} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.079102] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.079294] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.079433] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.079598] env[68466]: INFO nova.compute.manager [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Took 1.16 seconds to destroy the instance on the hypervisor. [ 978.079975] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.080051] env[68466]: DEBUG nova.compute.manager [-] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.080127] env[68466]: DEBUG nova.network.neutron [-] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.144774] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ed07345-401f-4350-86dd-cba16b76d935 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.155201] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0105082-f76c-452a-9aec-25c907cb5fbf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.190784] env[68466]: DEBUG nova.compute.manager [req-1f7c3f56-5bb5-4f8f-8676-aa0c2f44711a req-a2d790cf-2b96-4d0e-ae49-47d99f754856 service nova] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Detach interface failed, port_id=8d8e0b2f-b5f6-4f4a-9969-98b001a30bc0, reason: Instance 11a9348f-a165-4cfe-b148-f6c9dff552ee could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 978.213411] env[68466]: DEBUG nova.compute.manager [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.235191] env[68466]: DEBUG nova.compute.utils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.236660] env[68466]: INFO nova.compute.manager [-] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Took 1.32 seconds to deallocate network for instance. [ 978.240325] env[68466]: DEBUG nova.compute.manager [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.240786] env[68466]: DEBUG nova.network.neutron [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.320758] env[68466]: DEBUG nova.policy [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dff28d3b5d564aedb19bad5e06208bd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef5aca67138647f6b712235cce8d9d62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.432581] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.541967] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.741367] env[68466]: DEBUG nova.compute.manager [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.755122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.760675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.761164] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "e9297230-b10c-4e02-902c-67e76aa62feb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.762839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "e9297230-b10c-4e02-902c-67e76aa62feb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.763032] env[68466]: INFO nova.compute.manager [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Shelving [ 978.791173] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2f2bc3-a673-4644-87cf-7d6bd8f6516b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.803917] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c882ba22-35a4-4f07-9d88-329e100eb1a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.809181] env[68466]: DEBUG nova.network.neutron [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Successfully created port: 14977199-7bd9-46a5-a863-db38cd67f4bf {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.846837] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f493ed-509c-427a-93e9-0e6293bfa05c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.854194] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83694c1-4847-4ec4-ab47-fa5b88743935 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.872187] env[68466]: DEBUG nova.compute.provider_tree [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.156034] env[68466]: DEBUG nova.network.neutron [-] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.156788] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "31535c04-c6b6-49fa-bbd7-6dafed674668" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.157030] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.157260] env[68466]: INFO nova.compute.manager [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Attaching volume 6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c to /dev/sdb [ 979.208976] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d2a6cf-7525-4937-9a05-2550a6814270 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.222265] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff063245-8762-4353-ba25-13ad6f058e9e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.237500] env[68466]: DEBUG nova.virt.block_device [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updating existing volume attachment record: 3b147b64-69a3-48ad-9f45-57001e3da2c2 {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 979.376242] env[68466]: DEBUG nova.scheduler.client.report [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.663804] env[68466]: INFO nova.compute.manager [-] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Took 1.58 seconds to deallocate network for instance. [ 979.678050] env[68466]: DEBUG nova.compute.manager [req-c4e6599c-119f-44d0-b445-e20271a448c3 req-007a12d9-651f-4e01-9e2f-08d22cf4d2ea service nova] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Received event network-vif-deleted-3d9879ee-3e9f-4eb3-9b31-75b65c64caa1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 979.760489] env[68466]: DEBUG nova.compute.manager [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.777207] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.779140] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2317598-c45e-4754-ac51-072e2935f397 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.787414] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.787645] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.787821] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.788021] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.788210] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.788341] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.788577] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.788735] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.788897] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.789073] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.789251] env[68466]: DEBUG nova.virt.hardware [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.790069] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cd2ee6-7238-4940-a591-391870b85548 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.793788] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 979.793788] env[68466]: value = "task-2812777" [ 979.793788] env[68466]: _type = "Task" [ 979.793788] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.800976] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b123726-ce4c-4419-b2dd-47f5bb7724fb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.807622] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.881360] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.884349] env[68466]: DEBUG oslo_concurrency.lockutils [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.029s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.884835] env[68466]: DEBUG nova.objects.instance [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lazy-loading 'resources' on Instance uuid 3f8fe727-783d-4c1d-a2ca-6b6042524fc4 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.906388] env[68466]: INFO nova.scheduler.client.report [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Deleted allocations for instance 3b23fa39-37a3-4772-8970-d9f841b97faa [ 980.172236] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.293183] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.293183] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.313318] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812777, 'name': PowerOffVM_Task, 'duration_secs': 0.344598} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.313602] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.314420] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd723547-948f-41c4-9435-a6047a460995 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.334852] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71d51eb-f760-4ec1-ae4e-faa512355d4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.416566] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dc0f922-86de-4a42-983a-d770aa4061e3 tempest-ServersTestBootFromVolume-359007964 tempest-ServersTestBootFromVolume-359007964-project-member] Lock "3b23fa39-37a3-4772-8970-d9f841b97faa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.629s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.521219] env[68466]: DEBUG nova.compute.manager [req-cb6884ff-4ca9-45e6-b781-3e917c6c86e4 req-70dd78ff-0686-4145-b170-fa8c32603cca service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Received event network-vif-plugged-14977199-7bd9-46a5-a863-db38cd67f4bf {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 980.521624] env[68466]: DEBUG oslo_concurrency.lockutils [req-cb6884ff-4ca9-45e6-b781-3e917c6c86e4 req-70dd78ff-0686-4145-b170-fa8c32603cca service nova] Acquiring lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.523388] env[68466]: DEBUG oslo_concurrency.lockutils [req-cb6884ff-4ca9-45e6-b781-3e917c6c86e4 req-70dd78ff-0686-4145-b170-fa8c32603cca service nova] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.523388] env[68466]: DEBUG oslo_concurrency.lockutils [req-cb6884ff-4ca9-45e6-b781-3e917c6c86e4 req-70dd78ff-0686-4145-b170-fa8c32603cca service nova] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.523388] env[68466]: DEBUG nova.compute.manager [req-cb6884ff-4ca9-45e6-b781-3e917c6c86e4 req-70dd78ff-0686-4145-b170-fa8c32603cca service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] No waiting events found dispatching network-vif-plugged-14977199-7bd9-46a5-a863-db38cd67f4bf {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.523388] env[68466]: WARNING nova.compute.manager [req-cb6884ff-4ca9-45e6-b781-3e917c6c86e4 req-70dd78ff-0686-4145-b170-fa8c32603cca service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Received unexpected event network-vif-plugged-14977199-7bd9-46a5-a863-db38cd67f4bf for instance with vm_state building and task_state spawning. [ 980.607881] env[68466]: DEBUG nova.network.neutron [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Successfully updated port: 14977199-7bd9-46a5-a863-db38cd67f4bf {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.794702] env[68466]: DEBUG nova.compute.utils [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.796393] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8561d9-50c3-4b5c-9b68-1137f70e93d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.808764] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf78b650-5888-4827-89c6-c34e12d4eb30 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.841210] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dc1bbd-9097-4ff8-8403-defde82616eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.844498] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 980.845020] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-85cba9e0-3726-486e-8315-1596195bb5ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.852729] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e42fab-77f8-45a7-97f9-cb067ca8a350 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.856438] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 980.856438] env[68466]: value = "task-2812778" [ 980.856438] env[68466]: _type = "Task" [ 980.856438] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.868514] env[68466]: DEBUG nova.compute.provider_tree [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.873216] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812778, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.112565] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.112565] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.112565] env[68466]: DEBUG nova.network.neutron [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.304821] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.367499] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812778, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.374586] env[68466]: DEBUG nova.scheduler.client.report [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.650465] env[68466]: DEBUG nova.network.neutron [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.873022] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812778, 'name': CreateSnapshot_Task, 'duration_secs': 0.869824} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.873022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.873493] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add45f61-cf67-4599-ac18-1c314c6422de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.882202] env[68466]: DEBUG oslo_concurrency.lockutils [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.888057] env[68466]: DEBUG nova.network.neutron [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance_info_cache with network_info: [{"id": "14977199-7bd9-46a5-a863-db38cd67f4bf", "address": "fa:16:3e:43:3f:88", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14977199-7b", "ovs_interfaceid": "14977199-7bd9-46a5-a863-db38cd67f4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.889630] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.651s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.889630] env[68466]: DEBUG nova.objects.instance [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lazy-loading 'resources' on Instance uuid 52764bf0-a84c-43e0-b72c-e0ee4069d798 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.930067] env[68466]: INFO nova.scheduler.client.report [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted allocations for instance 3f8fe727-783d-4c1d-a2ca-6b6042524fc4 [ 982.256949] env[68466]: DEBUG oslo_concurrency.lockutils [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquiring lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.257719] env[68466]: DEBUG oslo_concurrency.lockutils [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.257719] env[68466]: DEBUG oslo_concurrency.lockutils [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquiring lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.257719] env[68466]: DEBUG oslo_concurrency.lockutils [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.257968] env[68466]: DEBUG oslo_concurrency.lockutils [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.260840] env[68466]: INFO nova.compute.manager [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Terminating instance [ 982.400719] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 982.403823] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.404144] env[68466]: DEBUG nova.compute.manager [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Instance network_info: |[{"id": "14977199-7bd9-46a5-a863-db38cd67f4bf", "address": "fa:16:3e:43:3f:88", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14977199-7b", "ovs_interfaceid": "14977199-7bd9-46a5-a863-db38cd67f4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.404960] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9212a81-6bc6-4406-9537-2296524a543b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.408276] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:3f:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14977199-7bd9-46a5-a863-db38cd67f4bf', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.416118] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.416359] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.417047] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41d96fbd-7945-47a8-b308-2d5ef4505627 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.436320] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.436600] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.436983] env[68466]: INFO nova.compute.manager [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Attaching volume 958a1c8d-7f22-4db7-99fb-9645bcf3bf83 to /dev/sdb [ 982.438704] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 982.438704] env[68466]: value = "task-2812780" [ 982.438704] env[68466]: _type = "Task" [ 982.438704] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.441935] env[68466]: DEBUG oslo_concurrency.lockutils [None req-96f57ed6-a594-40c7-9cec-c7b7c6cdd5b8 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3f8fe727-783d-4c1d-a2ca-6b6042524fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.121s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.450098] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.450098] env[68466]: value = "task-2812781" [ 982.450098] env[68466]: _type = "Task" [ 982.450098] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.462017] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812780, 'name': CloneVM_Task} progress is 12%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.466584] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812781, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.483139] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da929cc-233f-49f4-99c5-59287de9c4f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.489959] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583af106-717b-4f97-a8e0-b0438ddfd057 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.507620] env[68466]: DEBUG nova.virt.block_device [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Updating existing volume attachment record: 07c82e5e-a082-48f4-b18a-f15b7ef6709c {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 982.551958] env[68466]: DEBUG nova.compute.manager [req-fee96394-541e-480b-bdbd-a0617f0e96cd req-ff93eaa4-881f-4ded-957e-1ec07ef244e5 service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Received event network-changed-14977199-7bd9-46a5-a863-db38cd67f4bf {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.552219] env[68466]: DEBUG nova.compute.manager [req-fee96394-541e-480b-bdbd-a0617f0e96cd req-ff93eaa4-881f-4ded-957e-1ec07ef244e5 service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Refreshing instance network info cache due to event network-changed-14977199-7bd9-46a5-a863-db38cd67f4bf. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 982.552487] env[68466]: DEBUG oslo_concurrency.lockutils [req-fee96394-541e-480b-bdbd-a0617f0e96cd req-ff93eaa4-881f-4ded-957e-1ec07ef244e5 service nova] Acquiring lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.553104] env[68466]: DEBUG oslo_concurrency.lockutils [req-fee96394-541e-480b-bdbd-a0617f0e96cd req-ff93eaa4-881f-4ded-957e-1ec07ef244e5 service nova] Acquired lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.553104] env[68466]: DEBUG nova.network.neutron [req-fee96394-541e-480b-bdbd-a0617f0e96cd req-ff93eaa4-881f-4ded-957e-1ec07ef244e5 service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Refreshing network info cache for port 14977199-7bd9-46a5-a863-db38cd67f4bf {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.765750] env[68466]: DEBUG nova.compute.manager [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.765975] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.767091] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd71cbd-c644-42f9-b84b-094a54fddf9f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.774599] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.774859] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8864a35-a6a6-4f34-a237-c5fc9d30ff66 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.783487] env[68466]: DEBUG oslo_vmware.api [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 982.783487] env[68466]: value = "task-2812783" [ 982.783487] env[68466]: _type = "Task" [ 982.783487] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.792385] env[68466]: DEBUG oslo_vmware.api [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.806921] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ab414a-b9e0-4a6c-813d-3769428311b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.815104] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a7572f-a75a-484d-86ea-1434543f9d1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.853681] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0d40ed-5256-4569-a504-213510bd3386 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.862576] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc419ff-1dd3-4c8c-a6f6-5beed58089fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.877215] env[68466]: DEBUG nova.compute.provider_tree [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.952474] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812780, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.962382] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812781, 'name': CreateVM_Task, 'duration_secs': 0.354933} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.966238] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.966238] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.966238] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.966238] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.966238] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c08c20e-591a-410a-8210-de392a93ef8f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.969547] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 982.969547] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5278b8ff-e76c-db81-cc71-d25e677b59b5" [ 982.969547] env[68466]: _type = "Task" [ 982.969547] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.978118] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5278b8ff-e76c-db81-cc71-d25e677b59b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.293362] env[68466]: DEBUG oslo_vmware.api [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812783, 'name': PowerOffVM_Task, 'duration_secs': 0.214638} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.293517] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.293564] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.293865] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-952e5170-0f35-4094-87a7-e78585706568 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.355159] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.355967] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.355967] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Deleting the datastore file [datastore1] 5cfcedad-7808-44f5-b9ab-9a97b1c42177 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.356247] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6005431b-8cb1-4378-918c-254f3a625917 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.362353] env[68466]: DEBUG oslo_vmware.api [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for the task: (returnval){ [ 983.362353] env[68466]: value = "task-2812787" [ 983.362353] env[68466]: _type = "Task" [ 983.362353] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.370397] env[68466]: DEBUG oslo_vmware.api [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.371864] env[68466]: DEBUG nova.network.neutron [req-fee96394-541e-480b-bdbd-a0617f0e96cd req-ff93eaa4-881f-4ded-957e-1ec07ef244e5 service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updated VIF entry in instance network info cache for port 14977199-7bd9-46a5-a863-db38cd67f4bf. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.372209] env[68466]: DEBUG nova.network.neutron [req-fee96394-541e-480b-bdbd-a0617f0e96cd req-ff93eaa4-881f-4ded-957e-1ec07ef244e5 service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance_info_cache with network_info: [{"id": "14977199-7bd9-46a5-a863-db38cd67f4bf", "address": "fa:16:3e:43:3f:88", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14977199-7b", "ovs_interfaceid": "14977199-7bd9-46a5-a863-db38cd67f4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.382582] env[68466]: DEBUG nova.scheduler.client.report [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.452722] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812780, 'name': CloneVM_Task} progress is 95%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.484320] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5278b8ff-e76c-db81-cc71-d25e677b59b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012575} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.484665] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.484919] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.485233] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.485406] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.485609] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.485899] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd64934-d0cd-4d5e-a4f9-2e91406aacf1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.493837] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.494047] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.494773] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f203251-2af3-4eb6-a168-7d853b276012 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.500075] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 983.500075] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e66680-4f5c-798b-32b0-c5f40ef09b2e" [ 983.500075] env[68466]: _type = "Task" [ 983.500075] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.511345] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e66680-4f5c-798b-32b0-c5f40ef09b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.798212] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.798502] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565226', 'volume_id': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'name': 'volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31535c04-c6b6-49fa-bbd7-6dafed674668', 'attached_at': '', 'detached_at': '', 'volume_id': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'serial': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.799481] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc35763-68be-42c0-a48f-9aa5ae1c9f71 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.816039] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba106e3-5b66-4ac5-886a-1cdd84a6de8f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.840495] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c/volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.840832] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10caf97d-0bbf-4c82-ae88-cbb3b58c1108 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.859827] env[68466]: DEBUG oslo_vmware.api [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 983.859827] env[68466]: value = "task-2812788" [ 983.859827] env[68466]: _type = "Task" [ 983.859827] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.871177] env[68466]: DEBUG oslo_vmware.api [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Task: {'id': task-2812787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14522} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.874262] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.874452] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.874630] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.874804] env[68466]: INFO nova.compute.manager [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Took 1.11 seconds to destroy the instance on the hypervisor. [ 983.875083] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.875304] env[68466]: DEBUG oslo_vmware.api [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.875721] env[68466]: DEBUG oslo_concurrency.lockutils [req-fee96394-541e-480b-bdbd-a0617f0e96cd req-ff93eaa4-881f-4ded-957e-1ec07ef244e5 service nova] Releasing lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.876073] env[68466]: DEBUG nova.compute.manager [-] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.876190] env[68466]: DEBUG nova.network.neutron [-] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.888752] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.891790] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.058s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.891790] env[68466]: DEBUG nova.objects.instance [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.916594] env[68466]: INFO nova.scheduler.client.report [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted allocations for instance 52764bf0-a84c-43e0-b72c-e0ee4069d798 [ 983.955031] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812780, 'name': CloneVM_Task, 'duration_secs': 1.212582} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.955031] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Created linked-clone VM from snapshot [ 983.955221] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78a1d1d-508f-4570-ac47-dc706cb279ba {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.963305] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Uploading image 475fe3cb-dbb3-498b-adec-5dee0d2a5427 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 984.012835] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e66680-4f5c-798b-32b0-c5f40ef09b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012839} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.014840] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 984.014840] env[68466]: value = "vm-565228" [ 984.014840] env[68466]: _type = "VirtualMachine" [ 984.014840] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 984.015695] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c4ab0bf-15c1-4294-9306-6cf615c5ae0f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.017352] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebe0f87-7110-429d-96ed-a5faf7ba181e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.023178] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 984.023178] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52141046-5acb-01b3-234b-18bf00c66c44" [ 984.023178] env[68466]: _type = "Task" [ 984.023178] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.027343] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lease: (returnval){ [ 984.027343] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524d395a-8f83-6a54-476a-0ebac5a15986" [ 984.027343] env[68466]: _type = "HttpNfcLease" [ 984.027343] env[68466]: } obtained for exporting VM: (result){ [ 984.027343] env[68466]: value = "vm-565228" [ 984.027343] env[68466]: _type = "VirtualMachine" [ 984.027343] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 984.027661] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the lease: (returnval){ [ 984.027661] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524d395a-8f83-6a54-476a-0ebac5a15986" [ 984.027661] env[68466]: _type = "HttpNfcLease" [ 984.027661] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 984.033868] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52141046-5acb-01b3-234b-18bf00c66c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.037169] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 984.037169] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524d395a-8f83-6a54-476a-0ebac5a15986" [ 984.037169] env[68466]: _type = "HttpNfcLease" [ 984.037169] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 984.037406] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 984.037406] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524d395a-8f83-6a54-476a-0ebac5a15986" [ 984.037406] env[68466]: _type = "HttpNfcLease" [ 984.037406] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 984.037980] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c058fad6-7460-4fdc-91ba-b88dcc5312f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.046425] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525748d2-372d-c394-8913-1f47717599f7/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 984.046584] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525748d2-372d-c394-8913-1f47717599f7/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 984.167201] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d256247d-8cae-44ae-a62a-ea339f9cc556 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.377776] env[68466]: DEBUG oslo_vmware.api [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812788, 'name': ReconfigVM_Task, 'duration_secs': 0.410849} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.377776] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c/volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.381608] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98c336e-bb00-41a7-84bb-619b24d703ce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.402104] env[68466]: DEBUG oslo_vmware.api [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 984.402104] env[68466]: value = "task-2812790" [ 984.402104] env[68466]: _type = "Task" [ 984.402104] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.414447] env[68466]: DEBUG oslo_vmware.api [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.433889] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c4326ae9-bbbd-408f-aa2e-43e5f79aba5f tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "52764bf0-a84c-43e0-b72c-e0ee4069d798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.415s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.534082] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52141046-5acb-01b3-234b-18bf00c66c44, 'name': SearchDatastore_Task, 'duration_secs': 0.013473} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.534480] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.534682] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 4bbafb31-6126-447d-90ab-cd4ba58cc6a8/4bbafb31-6126-447d-90ab-cd4ba58cc6a8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.534860] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fb7b86d-f59d-412e-8424-dfcb061e92f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.541866] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 984.541866] env[68466]: value = "task-2812791" [ 984.541866] env[68466]: _type = "Task" [ 984.541866] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.551928] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.790930] env[68466]: DEBUG nova.compute.manager [req-edee6853-6254-4f44-8d08-7bf1093aa2ea req-a457b701-ae0b-4b9b-bb88-269a87eb4b9a service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Received event network-vif-deleted-3459ff45-6345-4e0e-aab9-e83d82d27b4b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 984.791567] env[68466]: INFO nova.compute.manager [req-edee6853-6254-4f44-8d08-7bf1093aa2ea req-a457b701-ae0b-4b9b-bb88-269a87eb4b9a service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Neutron deleted interface 3459ff45-6345-4e0e-aab9-e83d82d27b4b; detaching it from the instance and deleting it from the info cache [ 984.792123] env[68466]: DEBUG nova.network.neutron [req-edee6853-6254-4f44-8d08-7bf1093aa2ea req-a457b701-ae0b-4b9b-bb88-269a87eb4b9a service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.904339] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8cb17050-5304-4753-af5d-d777b7dbf721 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.909062] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.599s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.909062] env[68466]: DEBUG nova.objects.instance [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lazy-loading 'resources' on Instance uuid 757670a3-c1fb-4549-8c8c-ab10576f4d4c {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.931285] env[68466]: DEBUG oslo_vmware.api [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812790, 'name': ReconfigVM_Task, 'duration_secs': 0.182764} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.933549] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565226', 'volume_id': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'name': 'volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31535c04-c6b6-49fa-bbd7-6dafed674668', 'attached_at': '', 'detached_at': '', 'volume_id': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'serial': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 984.950103] env[68466]: DEBUG nova.network.neutron [-] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.059733] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50527} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.060785] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 4bbafb31-6126-447d-90ab-cd4ba58cc6a8/4bbafb31-6126-447d-90ab-cd4ba58cc6a8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.061042] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.061494] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4db0d21f-fa88-428a-aea2-460f14639e0f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.070811] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 985.070811] env[68466]: value = "task-2812792" [ 985.070811] env[68466]: _type = "Task" [ 985.070811] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.082481] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.296896] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3df0491-e8a3-4bc4-b0dc-a94f4ddab0c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.307664] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420e613c-e8a9-4b3d-b9dd-d812da1dda50 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.351724] env[68466]: DEBUG nova.compute.manager [req-edee6853-6254-4f44-8d08-7bf1093aa2ea req-a457b701-ae0b-4b9b-bb88-269a87eb4b9a service nova] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Detach interface failed, port_id=3459ff45-6345-4e0e-aab9-e83d82d27b4b, reason: Instance 5cfcedad-7808-44f5-b9ab-9a97b1c42177 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 985.449727] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "e0cf1160-2088-4cb0-9ad9-bce163136384" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.450199] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "e0cf1160-2088-4cb0-9ad9-bce163136384" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.456158] env[68466]: INFO nova.compute.manager [-] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Took 1.58 seconds to deallocate network for instance. [ 985.581108] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071838} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.582446] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.584063] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171565c-f160-4f43-9387-5b712c34c531 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.612857] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4bbafb31-6126-447d-90ab-cd4ba58cc6a8/4bbafb31-6126-447d-90ab-cd4ba58cc6a8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.618121] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d9019d1-dde5-40a3-8f6b-4e4c98613ea8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.645754] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 985.645754] env[68466]: value = "task-2812794" [ 985.645754] env[68466]: _type = "Task" [ 985.645754] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.654492] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.905337] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162923c0-4000-40d4-b28e-b86b2bd5cba4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.913913] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6530079a-dcea-4457-bc76-466d9b584c3d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.949493] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f932b27e-0384-4631-8cf7-46012ff2628b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.956344] env[68466]: DEBUG nova.compute.manager [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.960963] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa66129-7354-45b2-841c-7d854aa2cfb5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.980848] env[68466]: DEBUG oslo_concurrency.lockutils [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.981985] env[68466]: DEBUG nova.compute.provider_tree [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.997478] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "187595e3-2e27-4770-87f1-56208157d51f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.997736] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "187595e3-2e27-4770-87f1-56208157d51f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.013595] env[68466]: DEBUG nova.objects.instance [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.158419] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.487159] env[68466]: DEBUG nova.scheduler.client.report [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.494260] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.504443] env[68466]: DEBUG nova.compute.manager [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.520287] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bfc4e06-4adb-488e-9b41-8283918bfcda tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.363s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.554772] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "810d9838-ac7b-4e87-8d12-c08379550e9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.555197] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.587395] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "31535c04-c6b6-49fa-bbd7-6dafed674668" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.587812] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.587960] env[68466]: DEBUG nova.compute.manager [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.588930] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac657150-40eb-481a-9d60-4cf59c757a1d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.600615] env[68466]: DEBUG nova.compute.manager [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 986.601220] env[68466]: DEBUG nova.objects.instance [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.659548] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.858946] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.859271] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.996926] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.003770] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.175s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.004273] env[68466]: DEBUG nova.objects.instance [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lazy-loading 'resources' on Instance uuid fefbcbda-0d80-421b-9e42-79c8a038eb09 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.027687] env[68466]: INFO nova.scheduler.client.report [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Deleted allocations for instance 757670a3-c1fb-4549-8c8c-ab10576f4d4c [ 987.040374] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.058208] env[68466]: DEBUG nova.compute.manager [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.157827] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812794, 'name': ReconfigVM_Task, 'duration_secs': 1.139025} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.158145] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4bbafb31-6126-447d-90ab-cd4ba58cc6a8/4bbafb31-6126-447d-90ab-cd4ba58cc6a8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.158804] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d88a0e4f-5001-4d50-813b-c95ced9bd400 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.165927] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 987.165927] env[68466]: value = "task-2812795" [ 987.165927] env[68466]: _type = "Task" [ 987.165927] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.175182] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812795, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.368079] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.368334] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.368472] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.368646] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.368805] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.368969] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.369121] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 987.369294] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.540723] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6157dd0d-7824-4606-a61e-8316c6ab56d6 tempest-ServerShowV247Test-307303503 tempest-ServerShowV247Test-307303503-project-member] Lock "757670a3-c1fb-4549-8c8c-ab10576f4d4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.178s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.560972] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 987.561270] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565231', 'volume_id': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'name': 'volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68311f9b-64cc-4e62-9db5-d1b7f8f4661b', 'attached_at': '', 'detached_at': '', 'volume_id': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'serial': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 987.565060] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec74302-5b63-44f2-a1d8-471360fe1f35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.590835] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.594050] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27620c8f-a096-4092-88fb-74918ba9ce7c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.615415] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.623732] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83/volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.626360] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-012f4286-9abe-4868-bbc8-e2ce584aacda {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.628224] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c93080de-b983-4937-b99c-304b108ad487 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.647018] env[68466]: DEBUG oslo_vmware.api [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 987.647018] env[68466]: value = "task-2812796" [ 987.647018] env[68466]: _type = "Task" [ 987.647018] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.649090] env[68466]: DEBUG oslo_vmware.api [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 987.649090] env[68466]: value = "task-2812797" [ 987.649090] env[68466]: _type = "Task" [ 987.649090] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.665498] env[68466]: DEBUG oslo_vmware.api [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.668686] env[68466]: DEBUG oslo_vmware.api [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.682160] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812795, 'name': Rename_Task, 'duration_secs': 0.164739} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.682476] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.682767] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a1a0db4-a953-4fc1-9237-bcac625d854e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.691844] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 987.691844] env[68466]: value = "task-2812798" [ 987.691844] env[68466]: _type = "Task" [ 987.691844] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.701070] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.874157] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.952896] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7dc042-01fe-4ab9-9731-0882b4f37056 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.961036] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1d8734-96fc-49e8-8a25-7eaea49fcfe4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.990291] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232f4ab9-f11d-434c-ac58-e42689df876d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.997944] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a0084f-9336-4b7a-85d2-c8ec98696389 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.014360] env[68466]: DEBUG nova.compute.provider_tree [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.163919] env[68466]: DEBUG oslo_vmware.api [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812796, 'name': PowerOffVM_Task, 'duration_secs': 0.269784} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.168036] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.168036] env[68466]: DEBUG nova.compute.manager [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.168036] env[68466]: DEBUG oslo_vmware.api [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812797, 'name': ReconfigVM_Task, 'duration_secs': 0.478861} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.168831] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe42581-47b1-4d88-a9c7-2a8e8dcb89f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.172513] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83/volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.178135] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9366a1c-f306-4afb-bca3-b634dcab04b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.199272] env[68466]: DEBUG oslo_vmware.api [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 988.199272] env[68466]: value = "task-2812799" [ 988.199272] env[68466]: _type = "Task" [ 988.199272] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.206959] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812798, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.212397] env[68466]: DEBUG oslo_vmware.api [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.517951] env[68466]: DEBUG nova.scheduler.client.report [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.705028] env[68466]: DEBUG oslo_vmware.api [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812798, 'name': PowerOnVM_Task, 'duration_secs': 0.517857} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.708576] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.708743] env[68466]: INFO nova.compute.manager [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Took 8.95 seconds to spawn the instance on the hypervisor. [ 988.708820] env[68466]: DEBUG nova.compute.manager [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.709696] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b6f2ebff-a5cd-43c3-9e70-c09bb89f335e tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.122s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.711071] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc148ebf-4646-41a6-997e-c913f7739320 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.719481] env[68466]: DEBUG oslo_vmware.api [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812799, 'name': ReconfigVM_Task, 'duration_secs': 0.188412} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.721289] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565231', 'volume_id': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'name': 'volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68311f9b-64cc-4e62-9db5-d1b7f8f4661b', 'attached_at': '', 'detached_at': '', 'volume_id': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'serial': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 989.023615] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.026037] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.682s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.026282] env[68466]: DEBUG nova.objects.instance [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lazy-loading 'resources' on Instance uuid 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.041955] env[68466]: INFO nova.scheduler.client.report [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Deleted allocations for instance fefbcbda-0d80-421b-9e42-79c8a038eb09 [ 989.179553] env[68466]: DEBUG nova.objects.instance [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.235355] env[68466]: INFO nova.compute.manager [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Took 29.08 seconds to build instance. [ 989.277229] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "6e13682b-2d23-4c5d-b505-74d7f2bd90df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.277467] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "6e13682b-2d23-4c5d-b505-74d7f2bd90df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.552767] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6638c542-fcae-421a-9cf3-c5c8949bdc6a tempest-ServersWithSpecificFlavorTestJSON-911092242 tempest-ServersWithSpecificFlavorTestJSON-911092242-project-member] Lock "fefbcbda-0d80-421b-9e42-79c8a038eb09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.692s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.689103] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.689372] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.689619] env[68466]: DEBUG nova.network.neutron [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.689813] env[68466]: DEBUG nova.objects.instance [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'info_cache' on Instance uuid 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.738102] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3f51d3b-9dbc-4a6a-ac8d-a7a8abacee55 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.605s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.769880] env[68466]: DEBUG nova.objects.instance [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'flavor' on Instance uuid 68311f9b-64cc-4e62-9db5-d1b7f8f4661b {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.781190] env[68466]: DEBUG nova.compute.manager [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.904037] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583500d1-a4fc-4b5b-aa7d-766f06fc38ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.911902] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feb8938-13d7-42c5-8e9b-60f1c33d695b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.943742] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520f99b8-eb31-48e9-8841-17b49b59b131 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.951883] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50358a7-0d6a-41ac-8a6a-700216613368 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.968324] env[68466]: DEBUG nova.compute.provider_tree [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.193686] env[68466]: DEBUG nova.objects.base [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Object Instance<31535c04-c6b6-49fa-bbd7-6dafed674668> lazy-loaded attributes: flavor,info_cache {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 990.196235] env[68466]: DEBUG oslo_concurrency.lockutils [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.196536] env[68466]: DEBUG oslo_concurrency.lockutils [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.196723] env[68466]: DEBUG nova.compute.manager [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.197665] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec9c06-fa50-4229-9bcf-17a7544d1dae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.207256] env[68466]: DEBUG nova.compute.manager [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 990.207935] env[68466]: DEBUG nova.objects.instance [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'flavor' on Instance uuid f136ae1c-6e1f-4a22-9fc6-94b13df53bfd {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.276310] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c6baf138-2d13-44e8-8cec-9cb5ab474694 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.299829] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.471503] env[68466]: DEBUG nova.scheduler.client.report [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.979320] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.979974] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.368s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.981840] env[68466]: INFO nova.compute.claims [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.006797] env[68466]: INFO nova.scheduler.client.report [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Deleted allocations for instance 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015 [ 991.066512] env[68466]: DEBUG nova.network.neutron [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updating instance_info_cache with network_info: [{"id": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "address": "fa:16:3e:1d:ff:db", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40d9412-2b", "ovs_interfaceid": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.221411] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.221411] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-416862fb-930f-44a5-8254-b06026f0c24d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.227213] env[68466]: DEBUG oslo_vmware.api [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 991.227213] env[68466]: value = "task-2812800" [ 991.227213] env[68466]: _type = "Task" [ 991.227213] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.241482] env[68466]: DEBUG oslo_vmware.api [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.517258] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b8884a37-ca75-4951-af73-34c8a1b2abe9 tempest-ServerAddressesNegativeTestJSON-1615808916 tempest-ServerAddressesNegativeTestJSON-1615808916-project-member] Lock "9967eb7a-5e1a-4846-a2bb-d5b05b4a0015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.268s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.569268] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Releasing lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.709534] env[68466]: DEBUG nova.compute.manager [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Stashing vm_state: active {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 991.741032] env[68466]: DEBUG oslo_vmware.api [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812800, 'name': PowerOffVM_Task, 'duration_secs': 0.382088} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.741032] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.741032] env[68466]: DEBUG nova.compute.manager [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.741032] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de062d34-0b20-4999-a7ca-0f7ba51b5794 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.913670] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525748d2-372d-c394-8913-1f47717599f7/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 991.915263] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0760e0-4942-4876-9b36-0c4aa0de1b39 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.927287] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525748d2-372d-c394-8913-1f47717599f7/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 991.927649] env[68466]: ERROR oslo_vmware.rw_handles [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525748d2-372d-c394-8913-1f47717599f7/disk-0.vmdk due to incomplete transfer. [ 991.928079] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50444fcf-144c-4dc8-b0ce-72e02296ee07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.939077] env[68466]: DEBUG oslo_vmware.rw_handles [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525748d2-372d-c394-8913-1f47717599f7/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 991.939077] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Uploaded image 475fe3cb-dbb3-498b-adec-5dee0d2a5427 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 991.939902] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 991.940337] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78673a46-c039-40e4-9449-57602cb420f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.950068] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 991.950068] env[68466]: value = "task-2812801" [ 991.950068] env[68466]: _type = "Task" [ 991.950068] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.957661] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812801, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.224813] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.254852] env[68466]: DEBUG oslo_concurrency.lockutils [None req-86382a64-cf0b-4a45-b7d6-aba85ba14782 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.412170] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbea4d9c-ddbf-4896-ae58-3d004fdd9220 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.426121] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea2d623-1451-4b5a-9573-7b0ce92219a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.471670] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bac46f1-65f0-441b-8d2e-ef5970f5dfce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.481199] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812801, 'name': Destroy_Task, 'duration_secs': 0.497068} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.483523] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Destroyed the VM [ 992.483777] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 992.484179] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba7739de-befe-4bea-975d-fbdf961a4c34 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.486937] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c520bc-5cfb-4922-a611-574676e8cdf0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.506625] env[68466]: DEBUG nova.compute.provider_tree [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.509601] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 992.509601] env[68466]: value = "task-2812802" [ 992.509601] env[68466]: _type = "Task" [ 992.509601] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.518569] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.579259] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.580630] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77804b3d-5382-4aaf-a208-6d9086543c22 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.587774] env[68466]: DEBUG oslo_vmware.api [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 992.587774] env[68466]: value = "task-2812803" [ 992.587774] env[68466]: _type = "Task" [ 992.587774] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.598320] env[68466]: DEBUG oslo_vmware.api [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.649070] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "fd84892b-1149-4d89-b806-6623f1656950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.649070] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "fd84892b-1149-4d89-b806-6623f1656950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.011384] env[68466]: DEBUG nova.scheduler.client.report [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.031038] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812802, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.097712] env[68466]: DEBUG oslo_vmware.api [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812803, 'name': PowerOnVM_Task, 'duration_secs': 0.47142} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.098357] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.098701] env[68466]: DEBUG nova.compute.manager [None req-8dd3eed7-f09a-478b-a7ad-5e7b3530cc47 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.099597] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031a0196-c048-47b3-afeb-a77a5cb43cd0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.154431] env[68466]: DEBUG nova.compute.manager [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.321505] env[68466]: DEBUG nova.objects.instance [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'flavor' on Instance uuid f136ae1c-6e1f-4a22-9fc6-94b13df53bfd {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.524634] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.524844] env[68466]: DEBUG nova.compute.manager [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.529336] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.752s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.529550] env[68466]: DEBUG nova.objects.instance [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 993.536380] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812802, 'name': RemoveSnapshot_Task, 'duration_secs': 0.535743} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.536623] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 993.536890] env[68466]: DEBUG nova.compute.manager [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.537736] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a70c2-de06-4fa2-b454-ccba68d6bc70 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.679920] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.826415] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.826577] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.826696] env[68466]: DEBUG nova.network.neutron [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.826868] env[68466]: DEBUG nova.objects.instance [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'info_cache' on Instance uuid f136ae1c-6e1f-4a22-9fc6-94b13df53bfd {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.977810] env[68466]: DEBUG oslo_concurrency.lockutils [None req-730c0c49-c728-4c3a-ae57-954c3b4345f2 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.978150] env[68466]: DEBUG oslo_concurrency.lockutils [None req-730c0c49-c728-4c3a-ae57-954c3b4345f2 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.978488] env[68466]: DEBUG nova.objects.instance [None req-730c0c49-c728-4c3a-ae57-954c3b4345f2 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'flavor' on Instance uuid f7f960d4-9806-4cdc-8109-a2b51fdc146e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.037599] env[68466]: DEBUG nova.compute.utils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.039045] env[68466]: DEBUG nova.compute.manager [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.039245] env[68466]: DEBUG nova.network.neutron [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.051640] env[68466]: INFO nova.compute.manager [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Shelve offloading [ 994.108953] env[68466]: DEBUG nova.policy [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7e45dc8efda4051bedb5fb7265f4d63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f832ff426f4bb3847e7dd39264d66e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.330808] env[68466]: DEBUG nova.objects.base [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.483602] env[68466]: DEBUG nova.objects.instance [None req-730c0c49-c728-4c3a-ae57-954c3b4345f2 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'pci_requests' on Instance uuid f7f960d4-9806-4cdc-8109-a2b51fdc146e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.540678] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b889a94b-9d3a-482a-b326-103eaa6342ad tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.542302] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.991s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.542554] env[68466]: DEBUG nova.objects.instance [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lazy-loading 'resources' on Instance uuid 83a86c4a-76f4-4e89-a300-6521bea879bc {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.544234] env[68466]: DEBUG nova.compute.manager [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.555382] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.556118] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22db522f-7597-498b-aac2-d825505c207e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.564563] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 994.564563] env[68466]: value = "task-2812804" [ 994.564563] env[68466]: _type = "Task" [ 994.564563] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.578433] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 994.578698] env[68466]: DEBUG nova.compute.manager [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.579850] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc19b680-615f-4a33-837b-3d2ca7e354f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.587587] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.587774] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.587959] env[68466]: DEBUG nova.network.neutron [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.785237] env[68466]: DEBUG nova.network.neutron [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Successfully created port: fe352bce-ad2c-4064-8e96-fdb43baa4ba5 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.986765] env[68466]: DEBUG nova.objects.base [None req-730c0c49-c728-4c3a-ae57-954c3b4345f2 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.987116] env[68466]: DEBUG nova.network.neutron [None req-730c0c49-c728-4c3a-ae57-954c3b4345f2 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.209972] env[68466]: DEBUG oslo_concurrency.lockutils [None req-730c0c49-c728-4c3a-ae57-954c3b4345f2 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.232s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.263964] env[68466]: DEBUG nova.network.neutron [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [{"id": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "address": "fa:16:3e:55:03:51", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbeb0b6-50", "ovs_interfaceid": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.503247] env[68466]: DEBUG nova.network.neutron [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Updating instance_info_cache with network_info: [{"id": "27543556-8759-4e44-aa6e-e4148e5bf6f8", "address": "fa:16:3e:0c:ec:0f", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27543556-87", "ovs_interfaceid": "27543556-8759-4e44-aa6e-e4148e5bf6f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.554206] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b08de-369b-4977-ab37-229981832c75 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.561211] env[68466]: DEBUG nova.compute.manager [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.572591] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3c8da0-c888-4551-a903-caa603e1c8ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.606568] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0013bc-9725-4e84-95b3-2925a4a4eda1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.615644] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3110ee6d-9758-4a97-9630-199d699ab9fb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.622144] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.622399] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.622555] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.622735] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.622877] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.623031] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.623255] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.623412] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.623580] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.623755] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.623929] env[68466]: DEBUG nova.virt.hardware [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.624738] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d4cdf1-ebea-4bc9-9529-2cf5403b1b6d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.637488] env[68466]: DEBUG nova.compute.provider_tree [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.641982] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970bc303-7d9d-4c95-984e-5bc232151ae2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.770910] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.006719] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.154304] env[68466]: DEBUG nova.scheduler.client.report [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.278892] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.278892] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6a2d88-7427-4d2e-8b79-79b64ce82682 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.285314] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.285808] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fed73ec1-2b5e-4914-89ad-d36add80349d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.322381] env[68466]: DEBUG nova.compute.manager [req-7d0312e5-fdb6-4e40-bde1-185a7e01063b req-f0a4bd57-4584-4237-925c-e55518084ba3 service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Received event network-vif-unplugged-27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.322724] env[68466]: DEBUG oslo_concurrency.lockutils [req-7d0312e5-fdb6-4e40-bde1-185a7e01063b req-f0a4bd57-4584-4237-925c-e55518084ba3 service nova] Acquiring lock "e9297230-b10c-4e02-902c-67e76aa62feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.323170] env[68466]: DEBUG oslo_concurrency.lockutils [req-7d0312e5-fdb6-4e40-bde1-185a7e01063b req-f0a4bd57-4584-4237-925c-e55518084ba3 service nova] Lock "e9297230-b10c-4e02-902c-67e76aa62feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.323572] env[68466]: DEBUG oslo_concurrency.lockutils [req-7d0312e5-fdb6-4e40-bde1-185a7e01063b req-f0a4bd57-4584-4237-925c-e55518084ba3 service nova] Lock "e9297230-b10c-4e02-902c-67e76aa62feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.324078] env[68466]: DEBUG nova.compute.manager [req-7d0312e5-fdb6-4e40-bde1-185a7e01063b req-f0a4bd57-4584-4237-925c-e55518084ba3 service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] No waiting events found dispatching network-vif-unplugged-27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.324226] env[68466]: WARNING nova.compute.manager [req-7d0312e5-fdb6-4e40-bde1-185a7e01063b req-f0a4bd57-4584-4237-925c-e55518084ba3 service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Received unexpected event network-vif-unplugged-27543556-8759-4e44-aa6e-e4148e5bf6f8 for instance with vm_state shelved and task_state shelving_offloading. [ 996.363336] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.363336] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.363500] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleting the datastore file [datastore2] e9297230-b10c-4e02-902c-67e76aa62feb {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.363800] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a636b353-8621-447a-ad9b-8030314955e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.369719] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 996.369719] env[68466]: value = "task-2812806" [ 996.369719] env[68466]: _type = "Task" [ 996.369719] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.378158] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.450650] env[68466]: DEBUG nova.compute.manager [req-bf5b70b8-ae96-4741-97a7-4d52abcf6a42 req-54c4d144-6892-4aff-b196-cb449936e5d6 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Received event network-vif-plugged-fe352bce-ad2c-4064-8e96-fdb43baa4ba5 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 996.450880] env[68466]: DEBUG oslo_concurrency.lockutils [req-bf5b70b8-ae96-4741-97a7-4d52abcf6a42 req-54c4d144-6892-4aff-b196-cb449936e5d6 service nova] Acquiring lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.451240] env[68466]: DEBUG oslo_concurrency.lockutils [req-bf5b70b8-ae96-4741-97a7-4d52abcf6a42 req-54c4d144-6892-4aff-b196-cb449936e5d6 service nova] Lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.451457] env[68466]: DEBUG oslo_concurrency.lockutils [req-bf5b70b8-ae96-4741-97a7-4d52abcf6a42 req-54c4d144-6892-4aff-b196-cb449936e5d6 service nova] Lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.451644] env[68466]: DEBUG nova.compute.manager [req-bf5b70b8-ae96-4741-97a7-4d52abcf6a42 req-54c4d144-6892-4aff-b196-cb449936e5d6 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] No waiting events found dispatching network-vif-plugged-fe352bce-ad2c-4064-8e96-fdb43baa4ba5 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.451852] env[68466]: WARNING nova.compute.manager [req-bf5b70b8-ae96-4741-97a7-4d52abcf6a42 req-54c4d144-6892-4aff-b196-cb449936e5d6 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Received unexpected event network-vif-plugged-fe352bce-ad2c-4064-8e96-fdb43baa4ba5 for instance with vm_state building and task_state spawning. [ 996.468772] env[68466]: DEBUG nova.network.neutron [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Successfully updated port: fe352bce-ad2c-4064-8e96-fdb43baa4ba5 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.664168] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.666578] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.234s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.668235] env[68466]: INFO nova.compute.claims [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.694088] env[68466]: INFO nova.scheduler.client.report [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted allocations for instance 83a86c4a-76f4-4e89-a300-6521bea879bc [ 996.781247] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.781604] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74d1986f-1f98-436d-80b1-54b3cc2c3573 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.789613] env[68466]: DEBUG oslo_vmware.api [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 996.789613] env[68466]: value = "task-2812807" [ 996.789613] env[68466]: _type = "Task" [ 996.789613] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.798061] env[68466]: DEBUG oslo_vmware.api [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.879538] env[68466]: DEBUG oslo_vmware.api [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138588} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.879794] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.879981] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.880181] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.898582] env[68466]: INFO nova.scheduler.client.report [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted allocations for instance e9297230-b10c-4e02-902c-67e76aa62feb [ 996.972236] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "refresh_cache-e2b3544e-8a43-43f7-b52b-dae2c27899c5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.972711] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "refresh_cache-e2b3544e-8a43-43f7-b52b-dae2c27899c5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.972711] env[68466]: DEBUG nova.network.neutron [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.032597] env[68466]: DEBUG oslo_concurrency.lockutils [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.032863] env[68466]: DEBUG oslo_concurrency.lockutils [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.033218] env[68466]: DEBUG nova.objects.instance [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'flavor' on Instance uuid f7f960d4-9806-4cdc-8109-a2b51fdc146e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.200734] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6cd171cd-7a72-4c00-a8e6-a6784207ff63 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "83a86c4a-76f4-4e89-a300-6521bea879bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.313s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.299935] env[68466]: DEBUG oslo_vmware.api [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812807, 'name': PowerOnVM_Task, 'duration_secs': 0.371446} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.300701] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.300795] env[68466]: DEBUG nova.compute.manager [None req-f63b0b0a-f05a-4d4d-8c1e-371241af0a04 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.301588] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b489ec-e2a0-41d3-a69a-fc091a5f525d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.403181] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.512675] env[68466]: DEBUG nova.network.neutron [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.603595] env[68466]: DEBUG nova.objects.instance [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'pci_requests' on Instance uuid f7f960d4-9806-4cdc-8109-a2b51fdc146e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.695560] env[68466]: DEBUG nova.network.neutron [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Updating instance_info_cache with network_info: [{"id": "fe352bce-ad2c-4064-8e96-fdb43baa4ba5", "address": "fa:16:3e:87:01:c5", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe352bce-ad", "ovs_interfaceid": "fe352bce-ad2c-4064-8e96-fdb43baa4ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.975343] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209b8451-b973-42bf-8c67-2761f5043b49 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.982672] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c88990-9081-40e2-a293-01333ec5099a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.014307] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cd6c80-69f6-4e51-bf42-cfcd4cdd18b2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.021778] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664321ab-938d-49ef-ab44-9fbe5dd24274 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.035742] env[68466]: DEBUG nova.compute.provider_tree [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.109053] env[68466]: DEBUG nova.objects.base [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.109269] env[68466]: DEBUG nova.network.neutron [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.147822] env[68466]: DEBUG nova.policy [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f763c133438480d9d2fec0fee451429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f98c4c5dee045d08f90eb4d81a6e4ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.200790] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "refresh_cache-e2b3544e-8a43-43f7-b52b-dae2c27899c5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.201161] env[68466]: DEBUG nova.compute.manager [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Instance network_info: |[{"id": "fe352bce-ad2c-4064-8e96-fdb43baa4ba5", "address": "fa:16:3e:87:01:c5", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe352bce-ad", "ovs_interfaceid": "fe352bce-ad2c-4064-8e96-fdb43baa4ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.201608] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:01:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe352bce-ad2c-4064-8e96-fdb43baa4ba5', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.211184] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.211184] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.211184] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a39657-f68e-4e6d-83bc-b0bc71e4d088 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.232554] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.232554] env[68466]: value = "task-2812808" [ 998.232554] env[68466]: _type = "Task" [ 998.232554] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.242839] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812808, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.539876] env[68466]: DEBUG nova.scheduler.client.report [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.745937] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812808, 'name': CreateVM_Task, 'duration_secs': 0.319794} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.746585] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.747471] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.748043] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.748527] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.749883] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72870f79-65d4-4da9-a292-bfaff05ef8e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.756078] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 998.756078] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5254b7cb-5c90-9377-d25f-c82124bbfdd2" [ 998.756078] env[68466]: _type = "Task" [ 998.756078] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.760848] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "e9297230-b10c-4e02-902c-67e76aa62feb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.766214] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5254b7cb-5c90-9377-d25f-c82124bbfdd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.882142] env[68466]: DEBUG nova.network.neutron [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Successfully created port: c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.046356] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.048465] env[68466]: DEBUG nova.compute.manager [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.050526] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.509s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.050815] env[68466]: DEBUG nova.objects.instance [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lazy-loading 'resources' on Instance uuid 81a5f4d3-b666-4e40-83f0-24a8c8aa751c {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.082695] env[68466]: DEBUG nova.compute.manager [req-63c143d3-f69b-41fe-8e0a-cf4dde503c36 req-9b7a77ec-f84d-434a-97be-5039610006dd service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Received event network-changed-27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 999.082695] env[68466]: DEBUG nova.compute.manager [req-63c143d3-f69b-41fe-8e0a-cf4dde503c36 req-9b7a77ec-f84d-434a-97be-5039610006dd service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Refreshing instance network info cache due to event network-changed-27543556-8759-4e44-aa6e-e4148e5bf6f8. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 999.082695] env[68466]: DEBUG oslo_concurrency.lockutils [req-63c143d3-f69b-41fe-8e0a-cf4dde503c36 req-9b7a77ec-f84d-434a-97be-5039610006dd service nova] Acquiring lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.082695] env[68466]: DEBUG oslo_concurrency.lockutils [req-63c143d3-f69b-41fe-8e0a-cf4dde503c36 req-9b7a77ec-f84d-434a-97be-5039610006dd service nova] Acquired lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.082695] env[68466]: DEBUG nova.network.neutron [req-63c143d3-f69b-41fe-8e0a-cf4dde503c36 req-9b7a77ec-f84d-434a-97be-5039610006dd service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Refreshing network info cache for port 27543556-8759-4e44-aa6e-e4148e5bf6f8 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.161646] env[68466]: DEBUG nova.compute.manager [req-53f57f99-1cf4-4d6c-a9d7-907f1155173d req-5483da54-51f5-4532-8f97-1a25879f29b7 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Received event network-changed-fe352bce-ad2c-4064-8e96-fdb43baa4ba5 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 999.161646] env[68466]: DEBUG nova.compute.manager [req-53f57f99-1cf4-4d6c-a9d7-907f1155173d req-5483da54-51f5-4532-8f97-1a25879f29b7 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Refreshing instance network info cache due to event network-changed-fe352bce-ad2c-4064-8e96-fdb43baa4ba5. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 999.161646] env[68466]: DEBUG oslo_concurrency.lockutils [req-53f57f99-1cf4-4d6c-a9d7-907f1155173d req-5483da54-51f5-4532-8f97-1a25879f29b7 service nova] Acquiring lock "refresh_cache-e2b3544e-8a43-43f7-b52b-dae2c27899c5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.161646] env[68466]: DEBUG oslo_concurrency.lockutils [req-53f57f99-1cf4-4d6c-a9d7-907f1155173d req-5483da54-51f5-4532-8f97-1a25879f29b7 service nova] Acquired lock "refresh_cache-e2b3544e-8a43-43f7-b52b-dae2c27899c5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.161646] env[68466]: DEBUG nova.network.neutron [req-53f57f99-1cf4-4d6c-a9d7-907f1155173d req-5483da54-51f5-4532-8f97-1a25879f29b7 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Refreshing network info cache for port fe352bce-ad2c-4064-8e96-fdb43baa4ba5 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.267877] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5254b7cb-5c90-9377-d25f-c82124bbfdd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.268292] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.268530] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.268768] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.268915] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.269134] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.269416] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a066007e-f0db-4445-b10c-810b685518e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.278228] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.278414] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.279176] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e470f75-24e8-4854-905e-b0bb0435a342 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.284425] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 999.284425] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e3df2e-4f17-e71f-de41-612941c49b7e" [ 999.284425] env[68466]: _type = "Task" [ 999.284425] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.292078] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e3df2e-4f17-e71f-de41-612941c49b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.555204] env[68466]: DEBUG nova.compute.utils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.559177] env[68466]: DEBUG nova.compute.manager [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.559369] env[68466]: DEBUG nova.network.neutron [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.647350] env[68466]: DEBUG nova.policy [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ce97f077575477fba39e7c5c78dee6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '734ab06cd0b842fd9d540749c149f3dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.798711] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e3df2e-4f17-e71f-de41-612941c49b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.799587] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b5f8cd-6f1f-4458-95f0-6037775d98e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.808480] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 999.808480] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf1b2c-1366-d307-4c0c-a4a4bdace73d" [ 999.808480] env[68466]: _type = "Task" [ 999.808480] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.821791] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf1b2c-1366-d307-4c0c-a4a4bdace73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.931765] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e23fef-637e-47f9-bd65-ad0fc9e16c01 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.939187] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a319cd-6a61-4f22-a903-3550a5a90c26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.974106] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826149ff-f8aa-49a3-9d6b-2f7c3c842e0b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.986363] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2103ee-8f28-4341-8a32-55e9c817804b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.005395] env[68466]: DEBUG nova.compute.provider_tree [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.060190] env[68466]: DEBUG nova.compute.manager [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.072584] env[68466]: DEBUG nova.network.neutron [req-63c143d3-f69b-41fe-8e0a-cf4dde503c36 req-9b7a77ec-f84d-434a-97be-5039610006dd service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Updated VIF entry in instance network info cache for port 27543556-8759-4e44-aa6e-e4148e5bf6f8. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.072907] env[68466]: DEBUG nova.network.neutron [req-63c143d3-f69b-41fe-8e0a-cf4dde503c36 req-9b7a77ec-f84d-434a-97be-5039610006dd service nova] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Updating instance_info_cache with network_info: [{"id": "27543556-8759-4e44-aa6e-e4148e5bf6f8", "address": "fa:16:3e:0c:ec:0f", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": null, "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap27543556-87", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.125768] env[68466]: DEBUG nova.network.neutron [req-53f57f99-1cf4-4d6c-a9d7-907f1155173d req-5483da54-51f5-4532-8f97-1a25879f29b7 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Updated VIF entry in instance network info cache for port fe352bce-ad2c-4064-8e96-fdb43baa4ba5. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.126279] env[68466]: DEBUG nova.network.neutron [req-53f57f99-1cf4-4d6c-a9d7-907f1155173d req-5483da54-51f5-4532-8f97-1a25879f29b7 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Updating instance_info_cache with network_info: [{"id": "fe352bce-ad2c-4064-8e96-fdb43baa4ba5", "address": "fa:16:3e:87:01:c5", "network": {"id": "a95e3016-a419-48a9-89db-b9ccbdaac46f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1441635835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f832ff426f4bb3847e7dd39264d66e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe352bce-ad", "ovs_interfaceid": "fe352bce-ad2c-4064-8e96-fdb43baa4ba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.185662] env[68466]: DEBUG nova.network.neutron [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Successfully created port: 50e2d7ee-e92e-4fb6-a90f-b929e78e5491 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.320408] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf1b2c-1366-d307-4c0c-a4a4bdace73d, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.320887] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.321607] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] e2b3544e-8a43-43f7-b52b-dae2c27899c5/e2b3544e-8a43-43f7-b52b-dae2c27899c5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.322053] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faa73a1e-b4a7-4025-8b0f-5e5e5ffd2001 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.332235] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1000.332235] env[68466]: value = "task-2812809" [ 1000.332235] env[68466]: _type = "Task" [ 1000.332235] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.340828] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.509399] env[68466]: DEBUG nova.scheduler.client.report [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.583032] env[68466]: DEBUG oslo_concurrency.lockutils [req-63c143d3-f69b-41fe-8e0a-cf4dde503c36 req-9b7a77ec-f84d-434a-97be-5039610006dd service nova] Releasing lock "refresh_cache-e9297230-b10c-4e02-902c-67e76aa62feb" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.630077] env[68466]: DEBUG oslo_concurrency.lockutils [req-53f57f99-1cf4-4d6c-a9d7-907f1155173d req-5483da54-51f5-4532-8f97-1a25879f29b7 service nova] Releasing lock "refresh_cache-e2b3544e-8a43-43f7-b52b-dae2c27899c5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.777271] env[68466]: DEBUG nova.network.neutron [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Successfully updated port: c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.840448] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500016} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.840767] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] e2b3544e-8a43-43f7-b52b-dae2c27899c5/e2b3544e-8a43-43f7-b52b-dae2c27899c5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.841024] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.841308] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c9fa321-d06f-4353-b74b-21fdd6337737 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.846990] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1000.846990] env[68466]: value = "task-2812810" [ 1000.846990] env[68466]: _type = "Task" [ 1000.846990] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.855250] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.019648] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.022789] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.267s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.023583] env[68466]: INFO nova.compute.claims [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.045482] env[68466]: INFO nova.scheduler.client.report [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted allocations for instance 81a5f4d3-b666-4e40-83f0-24a8c8aa751c [ 1001.073199] env[68466]: DEBUG nova.compute.manager [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.105816] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.106113] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.106285] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.106468] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.106615] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.106777] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.106986] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.107170] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.107336] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.107502] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.107677] env[68466]: DEBUG nova.virt.hardware [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.108765] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176be4f8-3e7b-400e-ab9b-521d22be2767 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.117155] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e551ae-5708-4f03-87df-74ff3e02170e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.280099] env[68466]: DEBUG oslo_concurrency.lockutils [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.280313] env[68466]: DEBUG oslo_concurrency.lockutils [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.280497] env[68466]: DEBUG nova.network.neutron [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.358490] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057172} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.358957] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.359847] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceadb06-1b67-45ce-ad28-6838cb676963 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.386226] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] e2b3544e-8a43-43f7-b52b-dae2c27899c5/e2b3544e-8a43-43f7-b52b-dae2c27899c5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.386543] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef209d38-2fbd-41c8-8bee-bd3ac6dd02f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.408327] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1001.408327] env[68466]: value = "task-2812811" [ 1001.408327] env[68466]: _type = "Task" [ 1001.408327] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.416956] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.433288] env[68466]: DEBUG nova.compute.manager [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-vif-plugged-c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.433288] env[68466]: DEBUG oslo_concurrency.lockutils [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.433669] env[68466]: DEBUG oslo_concurrency.lockutils [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.433827] env[68466]: DEBUG oslo_concurrency.lockutils [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.433948] env[68466]: DEBUG nova.compute.manager [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] No waiting events found dispatching network-vif-plugged-c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.434147] env[68466]: WARNING nova.compute.manager [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received unexpected event network-vif-plugged-c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f for instance with vm_state active and task_state None. [ 1001.434359] env[68466]: DEBUG nova.compute.manager [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-changed-c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.434696] env[68466]: DEBUG nova.compute.manager [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Refreshing instance network info cache due to event network-changed-c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1001.434696] env[68466]: DEBUG oslo_concurrency.lockutils [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] Acquiring lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.556459] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b6293d2-35df-420d-a7a2-64df20d15342 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "81a5f4d3-b666-4e40-83f0-24a8c8aa751c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.681s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.690875] env[68466]: DEBUG nova.network.neutron [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Successfully updated port: 50e2d7ee-e92e-4fb6-a90f-b929e78e5491 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.819316] env[68466]: WARNING nova.network.neutron [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] 5ca781b1-d884-4ab4-a7b9-ae726501ce9c already exists in list: networks containing: ['5ca781b1-d884-4ab4-a7b9-ae726501ce9c']. ignoring it [ 1001.872488] env[68466]: DEBUG nova.compute.manager [req-a46298ed-bf97-4d9b-9f43-3da0c195f9c2 req-5dbb6786-41ca-4d5d-a1d6-f476832489bf service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Received event network-vif-plugged-50e2d7ee-e92e-4fb6-a90f-b929e78e5491 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.872722] env[68466]: DEBUG oslo_concurrency.lockutils [req-a46298ed-bf97-4d9b-9f43-3da0c195f9c2 req-5dbb6786-41ca-4d5d-a1d6-f476832489bf service nova] Acquiring lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.872910] env[68466]: DEBUG oslo_concurrency.lockutils [req-a46298ed-bf97-4d9b-9f43-3da0c195f9c2 req-5dbb6786-41ca-4d5d-a1d6-f476832489bf service nova] Lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.873103] env[68466]: DEBUG oslo_concurrency.lockutils [req-a46298ed-bf97-4d9b-9f43-3da0c195f9c2 req-5dbb6786-41ca-4d5d-a1d6-f476832489bf service nova] Lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.873291] env[68466]: DEBUG nova.compute.manager [req-a46298ed-bf97-4d9b-9f43-3da0c195f9c2 req-5dbb6786-41ca-4d5d-a1d6-f476832489bf service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] No waiting events found dispatching network-vif-plugged-50e2d7ee-e92e-4fb6-a90f-b929e78e5491 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.873995] env[68466]: WARNING nova.compute.manager [req-a46298ed-bf97-4d9b-9f43-3da0c195f9c2 req-5dbb6786-41ca-4d5d-a1d6-f476832489bf service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Received unexpected event network-vif-plugged-50e2d7ee-e92e-4fb6-a90f-b929e78e5491 for instance with vm_state building and task_state spawning. [ 1001.923830] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812811, 'name': ReconfigVM_Task, 'duration_secs': 0.29851} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.924665] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Reconfigured VM instance instance-0000005a to attach disk [datastore2] e2b3544e-8a43-43f7-b52b-dae2c27899c5/e2b3544e-8a43-43f7-b52b-dae2c27899c5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.924826] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e5a01e9-fe89-43a8-8413-a095afbe1e02 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.932140] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1001.932140] env[68466]: value = "task-2812812" [ 1001.932140] env[68466]: _type = "Task" [ 1001.932140] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.943154] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812812, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.161304] env[68466]: DEBUG nova.network.neutron [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f", "address": "fa:16:3e:24:79:5f", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dc7f3e-12", "ovs_interfaceid": "c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.195023] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquiring lock "refresh_cache-6b81bf6e-7671-4afd-8dae-9307c1bcfcec" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.195023] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquired lock "refresh_cache-6b81bf6e-7671-4afd-8dae-9307c1bcfcec" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.195023] env[68466]: DEBUG nova.network.neutron [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.219436] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "87468178-0f5e-4413-9186-e3fb9280c120" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.219890] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "87468178-0f5e-4413-9186-e3fb9280c120" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.219996] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "87468178-0f5e-4413-9186-e3fb9280c120-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.220231] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "87468178-0f5e-4413-9186-e3fb9280c120-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.220431] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "87468178-0f5e-4413-9186-e3fb9280c120-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.224124] env[68466]: INFO nova.compute.manager [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Terminating instance [ 1002.444827] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812812, 'name': Rename_Task, 'duration_secs': 0.152918} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.447562] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.448137] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-369521a3-dc45-4740-81d5-2c5b769c28e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.455774] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1002.455774] env[68466]: value = "task-2812813" [ 1002.455774] env[68466]: _type = "Task" [ 1002.455774] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.460249] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353ffc9a-9733-45d2-874a-9b8ab7b019bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.467700] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.470371] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cd96a9-aed0-4cd1-a249-d604ec139547 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.502523] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628dee5d-759c-4806-972c-385ea9895c4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.510957] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc769c3c-e59c-4f89-a116-25b269d8d2f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.524976] env[68466]: DEBUG nova.compute.provider_tree [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.664831] env[68466]: DEBUG oslo_concurrency.lockutils [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.665577] env[68466]: DEBUG oslo_concurrency.lockutils [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.665740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.666296] env[68466]: DEBUG oslo_concurrency.lockutils [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] Acquired lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.666979] env[68466]: DEBUG nova.network.neutron [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Refreshing network info cache for port c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.669409] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35a2c85-0640-4569-8625-6b7ad0a6f16f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.689840] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.690126] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.690287] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.690466] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.690614] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.690744] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.690941] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.691116] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.691275] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.691431] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.691595] env[68466]: DEBUG nova.virt.hardware [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.698229] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Reconfiguring VM to attach interface {{(pid=68466) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1002.699321] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c2e666-e861-4bd1-bf9a-bfc41aa5d715 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.723585] env[68466]: DEBUG oslo_vmware.api [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1002.723585] env[68466]: value = "task-2812814" [ 1002.723585] env[68466]: _type = "Task" [ 1002.723585] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.732145] env[68466]: DEBUG oslo_vmware.api [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812814, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.734904] env[68466]: DEBUG nova.compute.manager [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.735145] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.736125] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b67895-9912-414e-a61d-c0d6e2c0793a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.744595] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.744595] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9049b6b7-6d49-43f6-b6e0-bfc4b2e667d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.748609] env[68466]: DEBUG nova.network.neutron [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.754188] env[68466]: DEBUG oslo_vmware.api [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 1002.754188] env[68466]: value = "task-2812815" [ 1002.754188] env[68466]: _type = "Task" [ 1002.754188] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.766694] env[68466]: DEBUG oslo_vmware.api [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.902941] env[68466]: DEBUG nova.network.neutron [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Updating instance_info_cache with network_info: [{"id": "50e2d7ee-e92e-4fb6-a90f-b929e78e5491", "address": "fa:16:3e:7b:09:47", "network": {"id": "fd2f9318-ebc6-4353-97b9-e63c36e7fd7d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1046933797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734ab06cd0b842fd9d540749c149f3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e2d7ee-e9", "ovs_interfaceid": "50e2d7ee-e92e-4fb6-a90f-b929e78e5491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.967619] env[68466]: DEBUG oslo_vmware.api [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812813, 'name': PowerOnVM_Task, 'duration_secs': 0.467497} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.967913] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.968205] env[68466]: INFO nova.compute.manager [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1002.968437] env[68466]: DEBUG nova.compute.manager [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.969297] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2071c6-9fee-4f6d-a2de-8b346a1fbcce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.028071] env[68466]: DEBUG nova.scheduler.client.report [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.237503] env[68466]: DEBUG oslo_vmware.api [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.266187] env[68466]: DEBUG oslo_vmware.api [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812815, 'name': PowerOffVM_Task, 'duration_secs': 0.2569} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.266187] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.266187] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.266473] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98fe1220-4791-4736-bf4d-30e8bf542d0b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.341689] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.341924] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.342127] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleting the datastore file [datastore2] 87468178-0f5e-4413-9186-e3fb9280c120 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.342402] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03abb7b8-68dc-484d-a0fd-1a5b559ed290 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.349284] env[68466]: DEBUG oslo_vmware.api [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 1003.349284] env[68466]: value = "task-2812817" [ 1003.349284] env[68466]: _type = "Task" [ 1003.349284] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.356807] env[68466]: DEBUG oslo_vmware.api [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.406896] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Releasing lock "refresh_cache-6b81bf6e-7671-4afd-8dae-9307c1bcfcec" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.408537] env[68466]: DEBUG nova.compute.manager [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Instance network_info: |[{"id": "50e2d7ee-e92e-4fb6-a90f-b929e78e5491", "address": "fa:16:3e:7b:09:47", "network": {"id": "fd2f9318-ebc6-4353-97b9-e63c36e7fd7d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1046933797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734ab06cd0b842fd9d540749c149f3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e2d7ee-e9", "ovs_interfaceid": "50e2d7ee-e92e-4fb6-a90f-b929e78e5491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.408537] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:09:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e2d7ee-e92e-4fb6-a90f-b929e78e5491', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.416654] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Creating folder: Project (734ab06cd0b842fd9d540749c149f3dc). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.417705] env[68466]: DEBUG nova.network.neutron [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updated VIF entry in instance network info cache for port c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.418142] env[68466]: DEBUG nova.network.neutron [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f", "address": "fa:16:3e:24:79:5f", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dc7f3e-12", "ovs_interfaceid": "c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.419421] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f35711f9-6c10-4de2-b488-a666a7552e30 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.431623] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Created folder: Project (734ab06cd0b842fd9d540749c149f3dc) in parent group-v564977. [ 1003.431820] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Creating folder: Instances. Parent ref: group-v565233. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.432092] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e43b0080-0925-4bdb-ad94-80e410c054b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.442505] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Created folder: Instances in parent group-v565233. [ 1003.442772] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.442969] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.443203] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8381e53-3da7-4d54-a4a1-d4414c6fbdde {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.463713] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.463713] env[68466]: value = "task-2812820" [ 1003.463713] env[68466]: _type = "Task" [ 1003.463713] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.472295] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812820, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.488726] env[68466]: INFO nova.compute.manager [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Took 30.91 seconds to build instance. [ 1003.533419] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.534246] env[68466]: DEBUG nova.compute.manager [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.536695] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.776s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.536944] env[68466]: DEBUG nova.objects.instance [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lazy-loading 'resources' on Instance uuid 11a9348f-a165-4cfe-b148-f6c9dff552ee {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.734373] env[68466]: DEBUG oslo_vmware.api [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812814, 'name': ReconfigVM_Task, 'duration_secs': 0.869506} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.735311] env[68466]: DEBUG oslo_concurrency.lockutils [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.735311] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Reconfigured VM to attach interface {{(pid=68466) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1003.861036] env[68466]: DEBUG oslo_vmware.api [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246159} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.861955] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.861955] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.861955] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.862222] env[68466]: INFO nova.compute.manager [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1003.862522] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.862601] env[68466]: DEBUG nova.compute.manager [-] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.862702] env[68466]: DEBUG nova.network.neutron [-] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.923673] env[68466]: DEBUG oslo_concurrency.lockutils [req-99861b44-2a15-4626-a7e0-470dcb95690d req-d15470b2-6535-46e5-a7e9-6e0531fc62b0 service nova] Releasing lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.974943] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812820, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.991625] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dc956ac8-e95b-48df-b635-8e5fc66b6a7e tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.428s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.043420] env[68466]: DEBUG nova.compute.utils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.045157] env[68466]: DEBUG nova.compute.manager [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.045329] env[68466]: DEBUG nova.network.neutron [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.088535] env[68466]: DEBUG nova.policy [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75533eeb67ff4c62829eed278b40c2a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a68cf87cdbc4472e80bf466bf3b8733b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.240055] env[68466]: DEBUG oslo_concurrency.lockutils [None req-efacf297-6453-4131-8351-d1694318d3dc tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.207s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.374899] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba26f2-b1da-4673-97dd-ca5362e09a97 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.382163] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9148e5a-3539-4fad-bd27-91c237089c24 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.415199] env[68466]: DEBUG nova.network.neutron [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Successfully created port: 44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.417750] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89e95fb-0b6f-4aa3-b53c-115925598b52 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.425401] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bd4aef-f00f-4806-8c98-03e3f7b86b6f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.438606] env[68466]: DEBUG nova.compute.provider_tree [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.475122] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812820, 'name': CreateVM_Task, 'duration_secs': 0.528618} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.475122] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.478445] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.478748] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.479054] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.479359] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d186a856-e363-47a5-b8d0-220af93209d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.484301] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1004.484301] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5241e47c-d44e-c960-4567-f415f97cfa33" [ 1004.484301] env[68466]: _type = "Task" [ 1004.484301] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.492208] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5241e47c-d44e-c960-4567-f415f97cfa33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.548728] env[68466]: DEBUG nova.compute.manager [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.565034] env[68466]: DEBUG nova.compute.manager [req-f1fee23d-02e6-4653-87c1-95f8cc9f1ea7 req-4110bcb8-5c3a-4c50-be37-ebc946e5107c service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Received event network-changed-50e2d7ee-e92e-4fb6-a90f-b929e78e5491 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1004.565262] env[68466]: DEBUG nova.compute.manager [req-f1fee23d-02e6-4653-87c1-95f8cc9f1ea7 req-4110bcb8-5c3a-4c50-be37-ebc946e5107c service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Refreshing instance network info cache due to event network-changed-50e2d7ee-e92e-4fb6-a90f-b929e78e5491. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1004.566133] env[68466]: DEBUG oslo_concurrency.lockutils [req-f1fee23d-02e6-4653-87c1-95f8cc9f1ea7 req-4110bcb8-5c3a-4c50-be37-ebc946e5107c service nova] Acquiring lock "refresh_cache-6b81bf6e-7671-4afd-8dae-9307c1bcfcec" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.566133] env[68466]: DEBUG oslo_concurrency.lockutils [req-f1fee23d-02e6-4653-87c1-95f8cc9f1ea7 req-4110bcb8-5c3a-4c50-be37-ebc946e5107c service nova] Acquired lock "refresh_cache-6b81bf6e-7671-4afd-8dae-9307c1bcfcec" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.566133] env[68466]: DEBUG nova.network.neutron [req-f1fee23d-02e6-4653-87c1-95f8cc9f1ea7 req-4110bcb8-5c3a-4c50-be37-ebc946e5107c service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Refreshing network info cache for port 50e2d7ee-e92e-4fb6-a90f-b929e78e5491 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.632809] env[68466]: DEBUG nova.network.neutron [-] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.942265] env[68466]: DEBUG nova.scheduler.client.report [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.995645] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5241e47c-d44e-c960-4567-f415f97cfa33, 'name': SearchDatastore_Task, 'duration_secs': 0.016495} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.995964] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.996267] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.996502] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.996655] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.996864] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.997667] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02554c50-34ce-49c1-ad17-7b11aec448a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.007276] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.007509] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.008389] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad539bcc-6237-429f-988a-6acad9ff34d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.013845] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1005.013845] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526f2981-79f6-ecc4-90da-469db93a1941" [ 1005.013845] env[68466]: _type = "Task" [ 1005.013845] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.022887] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526f2981-79f6-ecc4-90da-469db93a1941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.136621] env[68466]: INFO nova.compute.manager [-] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Took 1.27 seconds to deallocate network for instance. [ 1005.204157] env[68466]: DEBUG nova.compute.manager [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.205416] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dcd4cf-b3d2-4338-8596-0776d09edaef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.276234] env[68466]: DEBUG nova.network.neutron [req-f1fee23d-02e6-4653-87c1-95f8cc9f1ea7 req-4110bcb8-5c3a-4c50-be37-ebc946e5107c service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Updated VIF entry in instance network info cache for port 50e2d7ee-e92e-4fb6-a90f-b929e78e5491. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.276234] env[68466]: DEBUG nova.network.neutron [req-f1fee23d-02e6-4653-87c1-95f8cc9f1ea7 req-4110bcb8-5c3a-4c50-be37-ebc946e5107c service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Updating instance_info_cache with network_info: [{"id": "50e2d7ee-e92e-4fb6-a90f-b929e78e5491", "address": "fa:16:3e:7b:09:47", "network": {"id": "fd2f9318-ebc6-4353-97b9-e63c36e7fd7d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1046933797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "734ab06cd0b842fd9d540749c149f3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e2d7ee-e9", "ovs_interfaceid": "50e2d7ee-e92e-4fb6-a90f-b929e78e5491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.449226] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.453389] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.281s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.453736] env[68466]: DEBUG nova.objects.instance [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lazy-loading 'resources' on Instance uuid 5622380f-381e-4df0-a9f9-720365bdecbe {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.483308] env[68466]: INFO nova.scheduler.client.report [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Deleted allocations for instance 11a9348f-a165-4cfe-b148-f6c9dff552ee [ 1005.525494] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526f2981-79f6-ecc4-90da-469db93a1941, 'name': SearchDatastore_Task, 'duration_secs': 0.012824} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.526321] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9901da34-75f7-44de-bcad-2bed9fcfd218 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.532578] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1005.532578] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d39f60-0476-de1a-04c2-b8581153344b" [ 1005.532578] env[68466]: _type = "Task" [ 1005.532578] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.544930] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d39f60-0476-de1a-04c2-b8581153344b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.559417] env[68466]: DEBUG nova.compute.manager [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.587274] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.588054] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.588054] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.588240] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.588813] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.588813] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.589148] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.589442] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.589736] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.590036] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.590350] env[68466]: DEBUG nova.virt.hardware [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.591673] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bbf0d4-4a2d-49c1-bc9a-342d1e269951 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.602042] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea8a27-1c6e-43f8-89a6-24ba5f0e0a8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.644107] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.720708] env[68466]: INFO nova.compute.manager [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] instance snapshotting [ 1005.722955] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e61a5f-b722-49ae-9bcb-9ab30a9e30e2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.744242] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c934403e-3be7-4fad-8a34-e00ddef7cfef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.778472] env[68466]: DEBUG oslo_concurrency.lockutils [req-f1fee23d-02e6-4653-87c1-95f8cc9f1ea7 req-4110bcb8-5c3a-4c50-be37-ebc946e5107c service nova] Releasing lock "refresh_cache-6b81bf6e-7671-4afd-8dae-9307c1bcfcec" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.992272] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f435e820-b6db-40c1-b2fc-8914b960e76e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "11a9348f-a165-4cfe-b148-f6c9dff552ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.762s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.050863] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d39f60-0476-de1a-04c2-b8581153344b, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.051334] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.051721] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 6b81bf6e-7671-4afd-8dae-9307c1bcfcec/6b81bf6e-7671-4afd-8dae-9307c1bcfcec.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.052526] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64ec0a20-4a43-4425-b9cf-cb55d271c378 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.062155] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1006.062155] env[68466]: value = "task-2812821" [ 1006.062155] env[68466]: _type = "Task" [ 1006.062155] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.074564] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.255256] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1006.256215] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ffb2652e-a265-4bd4-8693-02285c10475d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.263667] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1006.263667] env[68466]: value = "task-2812822" [ 1006.263667] env[68466]: _type = "Task" [ 1006.263667] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.276480] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812822, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.315844] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.316195] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.316426] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.316615] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.316783] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.320628] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738423a9-0b97-4746-8084-6735a5d24852 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.323613] env[68466]: INFO nova.compute.manager [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Terminating instance [ 1006.331872] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93f6fb7-7151-49d2-ac78-5482f0c677b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.365070] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de43cc11-fd19-41de-a208-5c95dacaad8f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.373503] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6fdc39-b9cf-40d9-a648-f235d3fa7956 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.390138] env[68466]: DEBUG nova.compute.provider_tree [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.475572] env[68466]: DEBUG nova.network.neutron [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Successfully updated port: 44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.574024] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812821, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.688714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-e6f1f56b-40af-4c2c-919d-c83e3619bb6a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.689219] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-e6f1f56b-40af-4c2c-919d-c83e3619bb6a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.689523] env[68466]: DEBUG nova.objects.instance [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'flavor' on Instance uuid f7f960d4-9806-4cdc-8109-a2b51fdc146e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.774578] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812822, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.828644] env[68466]: DEBUG nova.compute.manager [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.828924] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.829869] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7544701f-0c29-4611-a113-adf3a5908f97 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.837870] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.838204] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7874ad35-61f2-41fe-9d4d-ab5afec02389 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.844479] env[68466]: DEBUG oslo_vmware.api [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 1006.844479] env[68466]: value = "task-2812823" [ 1006.844479] env[68466]: _type = "Task" [ 1006.844479] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.853301] env[68466]: DEBUG oslo_vmware.api [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.893681] env[68466]: DEBUG nova.scheduler.client.report [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.979481] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.979665] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquired lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.979826] env[68466]: DEBUG nova.network.neutron [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.073191] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676745} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.073607] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 6b81bf6e-7671-4afd-8dae-9307c1bcfcec/6b81bf6e-7671-4afd-8dae-9307c1bcfcec.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.073712] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.073914] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49170153-c4da-49d0-9b28-e46034c81501 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.081042] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1007.081042] env[68466]: value = "task-2812824" [ 1007.081042] env[68466]: _type = "Task" [ 1007.081042] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.088726] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.111022] env[68466]: DEBUG nova.compute.manager [req-e9a7a5b4-6041-4cbc-bc61-2ae04052c878 req-aa0270b0-8cb3-4fa6-9274-520c48085280 service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Received event network-vif-plugged-44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.111022] env[68466]: DEBUG oslo_concurrency.lockutils [req-e9a7a5b4-6041-4cbc-bc61-2ae04052c878 req-aa0270b0-8cb3-4fa6-9274-520c48085280 service nova] Acquiring lock "2e15eeef-7404-4535-8649-8b70d11c99b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.111022] env[68466]: DEBUG oslo_concurrency.lockutils [req-e9a7a5b4-6041-4cbc-bc61-2ae04052c878 req-aa0270b0-8cb3-4fa6-9274-520c48085280 service nova] Lock "2e15eeef-7404-4535-8649-8b70d11c99b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.111022] env[68466]: DEBUG oslo_concurrency.lockutils [req-e9a7a5b4-6041-4cbc-bc61-2ae04052c878 req-aa0270b0-8cb3-4fa6-9274-520c48085280 service nova] Lock "2e15eeef-7404-4535-8649-8b70d11c99b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.111755] env[68466]: DEBUG nova.compute.manager [req-e9a7a5b4-6041-4cbc-bc61-2ae04052c878 req-aa0270b0-8cb3-4fa6-9274-520c48085280 service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] No waiting events found dispatching network-vif-plugged-44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.111755] env[68466]: WARNING nova.compute.manager [req-e9a7a5b4-6041-4cbc-bc61-2ae04052c878 req-aa0270b0-8cb3-4fa6-9274-520c48085280 service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Received unexpected event network-vif-plugged-44743f5c-647a-4c63-9c64-34d64c4270ab for instance with vm_state building and task_state spawning. [ 1007.274093] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812822, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.329183] env[68466]: DEBUG nova.objects.instance [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'pci_requests' on Instance uuid f7f960d4-9806-4cdc-8109-a2b51fdc146e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.354234] env[68466]: DEBUG oslo_vmware.api [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812823, 'name': PowerOffVM_Task, 'duration_secs': 0.182258} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.354479] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.354643] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.354890] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b6403a-6e0b-4123-ba67-2f42c71f995d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.399645] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.487191] env[68466]: DEBUG oslo_concurrency.lockutils [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.423s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.487191] env[68466]: DEBUG nova.objects.instance [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lazy-loading 'resources' on Instance uuid 5cfcedad-7808-44f5-b9ab-9a97b1c42177 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.487191] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.487191] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.487191] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Deleting the datastore file [datastore1] 4c3229df-e7a4-4970-b6d4-75ec920a6b0a {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.487191] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0e833c-9c2a-4cef-bc8b-d04407c90697 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.487191] env[68466]: DEBUG oslo_vmware.api [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for the task: (returnval){ [ 1007.487191] env[68466]: value = "task-2812826" [ 1007.487191] env[68466]: _type = "Task" [ 1007.487191] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.487191] env[68466]: DEBUG oslo_vmware.api [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.487191] env[68466]: INFO nova.scheduler.client.report [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Deleted allocations for instance 5622380f-381e-4df0-a9f9-720365bdecbe [ 1007.526440] env[68466]: DEBUG nova.network.neutron [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.591447] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071642} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.591703] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.592502] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713f0c8-9d4d-4c24-b5ff-4e6f56d8922a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.615302] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 6b81bf6e-7671-4afd-8dae-9307c1bcfcec/6b81bf6e-7671-4afd-8dae-9307c1bcfcec.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.617980] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4005c19c-61e0-4850-a25b-fd9da2981231 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.638754] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1007.638754] env[68466]: value = "task-2812827" [ 1007.638754] env[68466]: _type = "Task" [ 1007.638754] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.647583] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.771793] env[68466]: DEBUG nova.network.neutron [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updating instance_info_cache with network_info: [{"id": "44743f5c-647a-4c63-9c64-34d64c4270ab", "address": "fa:16:3e:00:a8:fa", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44743f5c-64", "ovs_interfaceid": "44743f5c-647a-4c63-9c64-34d64c4270ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.778813] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812822, 'name': CreateSnapshot_Task, 'duration_secs': 1.212071} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.779075] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1007.780139] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee38b1b-7374-4131-92be-3951169a3365 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.786768] env[68466]: DEBUG nova.compute.manager [req-26edc740-0a64-4fab-8bc0-47501d55c7ea req-76311270-30d9-4335-839d-077cead2713b service nova] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Received event network-vif-deleted-2dcf6b22-df72-4e3d-a343-c83c211a6e59 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.832691] env[68466]: DEBUG nova.objects.base [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.832691] env[68466]: DEBUG nova.network.neutron [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.908430] env[68466]: DEBUG nova.policy [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f763c133438480d9d2fec0fee451429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f98c4c5dee045d08f90eb4d81a6e4ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.948549] env[68466]: DEBUG oslo_vmware.api [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Task: {'id': task-2812826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511148} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.948909] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.949206] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.949480] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.949740] env[68466]: INFO nova.compute.manager [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1007.950106] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.950383] env[68466]: DEBUG nova.compute.manager [-] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.950518] env[68466]: DEBUG nova.network.neutron [-] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.958625] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0636c3f9-4c4f-411c-946c-d5064d42e699 tempest-ServersV294TestFqdnHostnames-1833540105 tempest-ServersV294TestFqdnHostnames-1833540105-project-member] Lock "5622380f-381e-4df0-a9f9-720365bdecbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.549s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.151803] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.257278] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c85445-e898-4842-9ae1-0939a9b912cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.270158] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a703e5-8496-44c8-813a-0a9a44695a1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.276928] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Releasing lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.277390] env[68466]: DEBUG nova.compute.manager [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Instance network_info: |[{"id": "44743f5c-647a-4c63-9c64-34d64c4270ab", "address": "fa:16:3e:00:a8:fa", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44743f5c-64", "ovs_interfaceid": "44743f5c-647a-4c63-9c64-34d64c4270ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.312680] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:a8:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44743f5c-647a-4c63-9c64-34d64c4270ab', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.320111] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Creating folder: Project (a68cf87cdbc4472e80bf466bf3b8733b). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.326649] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1008.327499] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb05c35-bb76-4100-86f2-2dd24fef495a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.329280] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1cb813c8-564d-4adc-bfea-0209f6ad3ba1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.332549] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227ad3f0-6520-4ab6-a551-763df2906ac5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.340108] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8408578b-4f03-481c-92da-4f01b6c253f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.346582] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Created folder: Project (a68cf87cdbc4472e80bf466bf3b8733b) in parent group-v564977. [ 1008.346582] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Creating folder: Instances. Parent ref: group-v565237. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.346582] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1008.346582] env[68466]: value = "task-2812829" [ 1008.346582] env[68466]: _type = "Task" [ 1008.346582] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.347146] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3250a890-149b-48c3-b56f-92e602322165 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.359440] env[68466]: DEBUG nova.compute.provider_tree [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.367551] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812829, 'name': CloneVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.369428] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Created folder: Instances in parent group-v565237. [ 1008.369663] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.369842] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.370057] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0586b49-5043-4872-9ad6-da86e698e766 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.390010] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.390010] env[68466]: value = "task-2812831" [ 1008.390010] env[68466]: _type = "Task" [ 1008.390010] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.398085] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812831, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.650591] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812827, 'name': ReconfigVM_Task, 'duration_secs': 0.611099} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.651400] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 6b81bf6e-7671-4afd-8dae-9307c1bcfcec/6b81bf6e-7671-4afd-8dae-9307c1bcfcec.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.651984] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7b5ae48-3280-4a77-8d43-d8c503560d67 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.659326] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1008.659326] env[68466]: value = "task-2812832" [ 1008.659326] env[68466]: _type = "Task" [ 1008.659326] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.671369] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812832, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.699998] env[68466]: DEBUG nova.network.neutron [-] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.859985] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812829, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.861989] env[68466]: DEBUG nova.scheduler.client.report [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.900964] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812831, 'name': CreateVM_Task, 'duration_secs': 0.403907} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.901204] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.901897] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.902079] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.902426] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.902698] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9baa96f2-0af9-4aa0-9e45-4c95cf194af2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.907782] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1008.907782] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c9f5d1-7049-1125-ede5-301570c927f4" [ 1008.907782] env[68466]: _type = "Task" [ 1008.907782] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.916803] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c9f5d1-7049-1125-ede5-301570c927f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.170124] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812832, 'name': Rename_Task, 'duration_secs': 0.164842} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.170492] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.171930] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d1c6136-a76e-4579-b4cc-3da99901e5b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.177530] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1009.177530] env[68466]: value = "task-2812833" [ 1009.177530] env[68466]: _type = "Task" [ 1009.177530] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.185390] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.205120] env[68466]: INFO nova.compute.manager [-] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Took 1.25 seconds to deallocate network for instance. [ 1009.356312] env[68466]: DEBUG nova.compute.manager [req-c24c4d41-8886-4a81-81d1-93e71a8ca77d req-d7d8a05e-6fbc-45ca-bb3a-5eaec61af38d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Received event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.356534] env[68466]: DEBUG nova.compute.manager [req-c24c4d41-8886-4a81-81d1-93e71a8ca77d req-d7d8a05e-6fbc-45ca-bb3a-5eaec61af38d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing instance network info cache due to event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1009.356754] env[68466]: DEBUG oslo_concurrency.lockutils [req-c24c4d41-8886-4a81-81d1-93e71a8ca77d req-d7d8a05e-6fbc-45ca-bb3a-5eaec61af38d service nova] Acquiring lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.356932] env[68466]: DEBUG oslo_concurrency.lockutils [req-c24c4d41-8886-4a81-81d1-93e71a8ca77d req-d7d8a05e-6fbc-45ca-bb3a-5eaec61af38d service nova] Acquired lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.357056] env[68466]: DEBUG nova.network.neutron [req-c24c4d41-8886-4a81-81d1-93e71a8ca77d req-d7d8a05e-6fbc-45ca-bb3a-5eaec61af38d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.368329] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812829, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.370657] env[68466]: DEBUG oslo_concurrency.lockutils [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.373043] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.879s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.375488] env[68466]: INFO nova.compute.claims [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.416469] env[68466]: INFO nova.scheduler.client.report [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Deleted allocations for instance 5cfcedad-7808-44f5-b9ab-9a97b1c42177 [ 1009.424534] env[68466]: DEBUG oslo_concurrency.lockutils [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.425030] env[68466]: DEBUG oslo_concurrency.lockutils [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.430613] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c9f5d1-7049-1125-ede5-301570c927f4, 'name': SearchDatastore_Task, 'duration_secs': 0.016929} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.431247] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.434024] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.434024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.434024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.434024] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.434024] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0413b14-928c-49de-b6da-dfe9f98f5b78 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.443997] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.443997] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.443997] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5ebe25-840d-4ac1-933f-9114ee69885f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.448573] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1009.448573] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52af7f11-4965-41a8-0b86-be54d4c2b923" [ 1009.448573] env[68466]: _type = "Task" [ 1009.448573] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.458338] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52af7f11-4965-41a8-0b86-be54d4c2b923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.690455] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.714778] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.732170] env[68466]: DEBUG nova.network.neutron [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Successfully updated port: e6f1f56b-40af-4c2c-919d-c83e3619bb6a {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.866534] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812829, 'name': CloneVM_Task} progress is 95%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.927205] env[68466]: DEBUG oslo_concurrency.lockutils [None req-993c7af8-0b19-420b-bd0c-d3b2abb3966b tempest-ServersTestFqdnHostnames-657262835 tempest-ServersTestFqdnHostnames-657262835-project-member] Lock "5cfcedad-7808-44f5-b9ab-9a97b1c42177" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.670s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.933362] env[68466]: DEBUG nova.compute.utils [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.962337] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52af7f11-4965-41a8-0b86-be54d4c2b923, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.968054] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d157345b-0a7f-4943-ba7f-632517e80eab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.972354] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1009.972354] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f7b1c0-4bb2-72a4-6488-8ea9b6af44bc" [ 1009.972354] env[68466]: _type = "Task" [ 1009.972354] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.981313] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f7b1c0-4bb2-72a4-6488-8ea9b6af44bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.173148] env[68466]: DEBUG nova.network.neutron [req-c24c4d41-8886-4a81-81d1-93e71a8ca77d req-d7d8a05e-6fbc-45ca-bb3a-5eaec61af38d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updated VIF entry in instance network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.173148] env[68466]: DEBUG nova.network.neutron [req-c24c4d41-8886-4a81-81d1-93e71a8ca77d req-d7d8a05e-6fbc-45ca-bb3a-5eaec61af38d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updating instance_info_cache with network_info: [{"id": "44743f5c-647a-4c63-9c64-34d64c4270ab", "address": "fa:16:3e:00:a8:fa", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44743f5c-64", "ovs_interfaceid": "44743f5c-647a-4c63-9c64-34d64c4270ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.189866] env[68466]: DEBUG oslo_vmware.api [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812833, 'name': PowerOnVM_Task, 'duration_secs': 0.581794} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.190152] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.190356] env[68466]: INFO nova.compute.manager [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1010.190531] env[68466]: DEBUG nova.compute.manager [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.191517] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f7377f-fdca-4516-858d-2ed340e74d63 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.234949] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.235083] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.235266] env[68466]: DEBUG nova.network.neutron [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.361714] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812829, 'name': CloneVM_Task, 'duration_secs': 1.898083} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.362014] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Created linked-clone VM from snapshot [ 1010.362811] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3852e336-232b-4a26-bd2a-e872a4860f4a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.370697] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Uploading image 3fd63e7d-168a-4993-806c-32befe2e2151 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1010.395350] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1010.395350] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-230c7c26-b963-4100-9c2d-8205444ed55a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.404307] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1010.404307] env[68466]: value = "task-2812834" [ 1010.404307] env[68466]: _type = "Task" [ 1010.404307] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.419472] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812834, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.442085] env[68466]: DEBUG oslo_concurrency.lockutils [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.489071] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f7b1c0-4bb2-72a4-6488-8ea9b6af44bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.489071] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.489071] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2e15eeef-7404-4535-8649-8b70d11c99b5/2e15eeef-7404-4535-8649-8b70d11c99b5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.489071] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0385c888-495c-4472-abd1-2824ec68e1bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.498600] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1010.498600] env[68466]: value = "task-2812835" [ 1010.498600] env[68466]: _type = "Task" [ 1010.498600] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.513081] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.676138] env[68466]: DEBUG oslo_concurrency.lockutils [req-c24c4d41-8886-4a81-81d1-93e71a8ca77d req-d7d8a05e-6fbc-45ca-bb3a-5eaec61af38d service nova] Releasing lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.715114] env[68466]: INFO nova.compute.manager [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Took 32.31 seconds to build instance. [ 1010.744186] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef9070a-200c-470f-9d58-f523cc4888cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.753680] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d45b0e-0e63-469c-b5f7-f457028b2d56 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.788252] env[68466]: WARNING nova.network.neutron [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] 5ca781b1-d884-4ab4-a7b9-ae726501ce9c already exists in list: networks containing: ['5ca781b1-d884-4ab4-a7b9-ae726501ce9c']. ignoring it [ 1010.788647] env[68466]: WARNING nova.network.neutron [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] 5ca781b1-d884-4ab4-a7b9-ae726501ce9c already exists in list: networks containing: ['5ca781b1-d884-4ab4-a7b9-ae726501ce9c']. ignoring it [ 1010.792070] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb36da85-6fdd-4341-9f8d-376dcf9a0478 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.801170] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8749da0-709c-40c4-aa20-6c278056dc35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.816253] env[68466]: DEBUG nova.compute.provider_tree [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.916655] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812834, 'name': Destroy_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.012856] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496869} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.013246] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2e15eeef-7404-4535-8649-8b70d11c99b5/2e15eeef-7404-4535-8649-8b70d11c99b5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.013609] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.013934] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07e0ae05-882e-422a-9ded-23ec4e415df3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.021744] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1011.021744] env[68466]: value = "task-2812836" [ 1011.021744] env[68466]: _type = "Task" [ 1011.021744] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.033421] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.219756] env[68466]: DEBUG oslo_concurrency.lockutils [None req-65f6d818-4127-49f6-b869-128a4b1e1a87 tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.828s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.320597] env[68466]: DEBUG nova.scheduler.client.report [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.415432] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812834, 'name': Destroy_Task, 'duration_secs': 0.630142} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.415690] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Destroyed the VM [ 1011.415922] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1011.416197] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2cac2c98-131e-455c-94ab-2dcc801f82ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.422951] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1011.422951] env[68466]: value = "task-2812837" [ 1011.422951] env[68466]: _type = "Task" [ 1011.422951] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.430512] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812837, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.500145] env[68466]: DEBUG oslo_concurrency.lockutils [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.500441] env[68466]: DEBUG oslo_concurrency.lockutils [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.500677] env[68466]: INFO nova.compute.manager [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Attaching volume d8c90397-5269-49e8-b51c-a44f900b7ec9 to /dev/sdb [ 1011.532043] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074576} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.533250] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.534019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0439fc-e8d5-47a6-891e-89f116700473 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.536913] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717d13ef-612c-4dbf-8e3b-d8f56a746cf6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.559890] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 2e15eeef-7404-4535-8649-8b70d11c99b5/2e15eeef-7404-4535-8649-8b70d11c99b5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.561362] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4cc1c25-b67f-402c-8018-777eddec5d3a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.577432] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01cb992-cb85-4810-9fc9-140d7452cd5a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.587309] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1011.587309] env[68466]: value = "task-2812838" [ 1011.587309] env[68466]: _type = "Task" [ 1011.587309] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.594403] env[68466]: DEBUG nova.virt.block_device [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Updating existing volume attachment record: 3312bbd7-c150-498f-a3f6-86f9b166eff5 {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1011.601098] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.700326] env[68466]: DEBUG nova.network.neutron [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f", "address": "fa:16:3e:24:79:5f", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dc7f3e-12", "ovs_interfaceid": "c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6f1f56b-40af-4c2c-919d-c83e3619bb6a", "address": "fa:16:3e:14:12:f3", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f1f56b-40", "ovs_interfaceid": "e6f1f56b-40af-4c2c-919d-c83e3619bb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.826477] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.827122] env[68466]: DEBUG nova.compute.manager [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.831096] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.791s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.832706] env[68466]: INFO nova.compute.claims [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.933867] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812837, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.067365] env[68466]: DEBUG nova.compute.manager [req-e7021f8a-e776-47b0-aef2-8fe2045eb48d req-e6294253-1145-48f6-b0d6-c8ed84746b8a service nova] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Received event network-vif-deleted-a7252f39-fa71-4143-9cc1-d2f5c068268c {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.099073] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812838, 'name': ReconfigVM_Task, 'duration_secs': 0.336223} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.099701] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 2e15eeef-7404-4535-8649-8b70d11c99b5/2e15eeef-7404-4535-8649-8b70d11c99b5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.100320] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3994cb8d-7ea2-43d2-91e0-6e9719f13ae7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.106099] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1012.106099] env[68466]: value = "task-2812842" [ 1012.106099] env[68466]: _type = "Task" [ 1012.106099] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.115606] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812842, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.203169] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.203852] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.204073] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.204907] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff2a7bc-1b95-4431-8c8f-32a290924630 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.224201] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.224634] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.224634] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.224949] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.225070] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.225196] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.225404] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.225599] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.225796] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.225991] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.226221] env[68466]: DEBUG nova.virt.hardware [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.233128] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Reconfiguring VM to attach interface {{(pid=68466) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1012.233494] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eebec1e4-2274-487c-a976-d6c2ece7f02e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.251669] env[68466]: DEBUG oslo_vmware.api [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1012.251669] env[68466]: value = "task-2812843" [ 1012.251669] env[68466]: _type = "Task" [ 1012.251669] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.259752] env[68466]: DEBUG oslo_vmware.api [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812843, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.333325] env[68466]: DEBUG nova.compute.utils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.334784] env[68466]: DEBUG nova.compute.manager [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.334953] env[68466]: DEBUG nova.network.neutron [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.424797] env[68466]: DEBUG nova.policy [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90f11085b11842f78ac0433a9bd034c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e85acc289a4a40beb4f8ee2ba23460', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.436473] env[68466]: DEBUG oslo_vmware.api [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812837, 'name': RemoveSnapshot_Task, 'duration_secs': 0.700506} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.436791] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1012.595883] env[68466]: DEBUG nova.compute.manager [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-vif-plugged-e6f1f56b-40af-4c2c-919d-c83e3619bb6a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.596146] env[68466]: DEBUG oslo_concurrency.lockutils [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.596361] env[68466]: DEBUG oslo_concurrency.lockutils [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.596535] env[68466]: DEBUG oslo_concurrency.lockutils [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.596703] env[68466]: DEBUG nova.compute.manager [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] No waiting events found dispatching network-vif-plugged-e6f1f56b-40af-4c2c-919d-c83e3619bb6a {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.596865] env[68466]: WARNING nova.compute.manager [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received unexpected event network-vif-plugged-e6f1f56b-40af-4c2c-919d-c83e3619bb6a for instance with vm_state active and task_state None. [ 1012.597041] env[68466]: DEBUG nova.compute.manager [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-changed-e6f1f56b-40af-4c2c-919d-c83e3619bb6a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1012.597253] env[68466]: DEBUG nova.compute.manager [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Refreshing instance network info cache due to event network-changed-e6f1f56b-40af-4c2c-919d-c83e3619bb6a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1012.597468] env[68466]: DEBUG oslo_concurrency.lockutils [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] Acquiring lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.597617] env[68466]: DEBUG oslo_concurrency.lockutils [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] Acquired lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.597787] env[68466]: DEBUG nova.network.neutron [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Refreshing network info cache for port e6f1f56b-40af-4c2c-919d-c83e3619bb6a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.617135] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812842, 'name': Rename_Task, 'duration_secs': 0.159059} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.617418] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.617657] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c06d999a-6cdf-4f6b-9493-7b94925f3c7b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.624086] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1012.624086] env[68466]: value = "task-2812844" [ 1012.624086] env[68466]: _type = "Task" [ 1012.624086] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.633898] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.762149] env[68466]: DEBUG oslo_vmware.api [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.838214] env[68466]: DEBUG nova.compute.manager [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.942095] env[68466]: WARNING nova.compute.manager [None req-0f032e39-c252-48c2-8d44-cb50160f867c tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Image not found during snapshot: nova.exception.ImageNotFound: Image 3fd63e7d-168a-4993-806c-32befe2e2151 could not be found. [ 1013.099422] env[68466]: DEBUG nova.network.neutron [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Successfully created port: a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.137233] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.192419] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144a447f-4976-4409-8b07-96666d3278c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.200082] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e221bd6e-cb60-4eaf-bb21-8ed282cac92f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.231827] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38463fb5-2877-4ec6-b323-05dd2375e234 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.241142] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e100fe7-5f21-4ea7-850d-a24bd6e521b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.254451] env[68466]: DEBUG nova.compute.provider_tree [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.268019] env[68466]: DEBUG oslo_vmware.api [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812843, 'name': ReconfigVM_Task, 'duration_secs': 0.831137} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.268019] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.268019] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Reconfigured VM to attach interface {{(pid=68466) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1013.362464] env[68466]: DEBUG nova.network.neutron [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updated VIF entry in instance network info cache for port e6f1f56b-40af-4c2c-919d-c83e3619bb6a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.362464] env[68466]: DEBUG nova.network.neutron [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f", "address": "fa:16:3e:24:79:5f", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dc7f3e-12", "ovs_interfaceid": "c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6f1f56b-40af-4c2c-919d-c83e3619bb6a", "address": "fa:16:3e:14:12:f3", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f1f56b-40", "ovs_interfaceid": "e6f1f56b-40af-4c2c-919d-c83e3619bb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.637075] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.757712] env[68466]: DEBUG nova.scheduler.client.report [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.781666] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e44c076d-603c-4177-b1b1-4408a747f871 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-e6f1f56b-40af-4c2c-919d-c83e3619bb6a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.093s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.850898] env[68466]: DEBUG nova.compute.manager [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.866163] env[68466]: DEBUG oslo_concurrency.lockutils [req-69efd650-1c40-40cf-a3f3-c67736512556 req-9bd9f70b-ee40-4638-b611-619a1f415f92 service nova] Releasing lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.882641] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.882909] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.883589] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.883985] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.884336] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.884517] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.884735] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.885155] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.885352] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.885527] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.885705] env[68466]: DEBUG nova.virt.hardware [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.887023] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e0ffab-f326-42d4-b742-4fef3df369e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.896400] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c727da-5b5a-48b4-b42a-bd2b10538263 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.913240] env[68466]: DEBUG oslo_concurrency.lockutils [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.913454] env[68466]: DEBUG oslo_concurrency.lockutils [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.913646] env[68466]: DEBUG oslo_concurrency.lockutils [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.913819] env[68466]: DEBUG oslo_concurrency.lockutils [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.913990] env[68466]: DEBUG oslo_concurrency.lockutils [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.918575] env[68466]: INFO nova.compute.manager [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Terminating instance [ 1014.140162] env[68466]: DEBUG oslo_vmware.api [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812844, 'name': PowerOnVM_Task, 'duration_secs': 1.262675} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.140455] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.141308] env[68466]: INFO nova.compute.manager [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1014.141308] env[68466]: DEBUG nova.compute.manager [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.141755] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b12acfe-42c5-4434-b6e7-bc6b016175eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.266718] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.267756] env[68466]: DEBUG nova.compute.manager [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.273215] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.680s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.273215] env[68466]: INFO nova.compute.claims [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.422532] env[68466]: DEBUG nova.compute.manager [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.425019] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.425019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4248b7-1fb8-4516-a3b8-8ab122cbc5f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.436268] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.436706] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6296f052-50e2-49b4-89ff-86c1698d1ddf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.447326] env[68466]: DEBUG oslo_vmware.api [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1014.447326] env[68466]: value = "task-2812846" [ 1014.447326] env[68466]: _type = "Task" [ 1014.447326] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.454525] env[68466]: DEBUG oslo_vmware.api [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.671106] env[68466]: INFO nova.compute.manager [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Took 35.95 seconds to build instance. [ 1014.777347] env[68466]: DEBUG nova.compute.utils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.781544] env[68466]: DEBUG nova.compute.manager [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.781771] env[68466]: DEBUG nova.network.neutron [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.822996] env[68466]: DEBUG nova.policy [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e64fd82ff94aa2b28699279f4cc82b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '023f64877b2b419589f708354ba9f8ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.958551] env[68466]: DEBUG oslo_vmware.api [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812846, 'name': PowerOffVM_Task, 'duration_secs': 0.233002} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.959300] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.959386] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.959654] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b67d44f-93a1-4260-8252-b24eec231287 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.021407] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.021824] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.021936] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleting the datastore file [datastore2] e2b3544e-8a43-43f7-b52b-dae2c27899c5 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.022151] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-640e139e-4fea-42d0-9d3a-bc812b70abf8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.031136] env[68466]: DEBUG oslo_vmware.api [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for the task: (returnval){ [ 1015.031136] env[68466]: value = "task-2812848" [ 1015.031136] env[68466]: _type = "Task" [ 1015.031136] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.041705] env[68466]: DEBUG oslo_vmware.api [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.174664] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5a1dd955-d1b5-4832-9ea8-6a9d28fac2dd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "2e15eeef-7404-4535-8649-8b70d11c99b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.463s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.282619] env[68466]: DEBUG nova.compute.manager [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.341938] env[68466]: DEBUG nova.network.neutron [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Successfully created port: c8025883-5039-428b-8cf0-a97e4e35f918 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.548425] env[68466]: DEBUG oslo_vmware.api [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Task: {'id': task-2812848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159277} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.548696] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.548881] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.549095] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.549300] env[68466]: INFO nova.compute.manager [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1015.549554] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.549817] env[68466]: DEBUG nova.compute.manager [-] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.549883] env[68466]: DEBUG nova.network.neutron [-] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.634743] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336eec2b-5164-4f45-a137-42f8278fa681 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.645394] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b98c90e-772a-4503-808f-544ee34602d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.681671] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31924ee-9d3a-4bd4-8e7b-6eb612facbe0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.689772] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f791ea5f-dcde-4cf0-91c1-8bae06aef8df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.704780] env[68466]: DEBUG nova.compute.provider_tree [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.740103] env[68466]: DEBUG nova.network.neutron [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Successfully updated port: a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.841749] env[68466]: DEBUG nova.compute.manager [req-352a40f8-f5b1-4888-a31e-6109e2fd0292 req-e5ee9ffe-6ae8-4fee-881e-518ac4c9bb22 service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Received event network-vif-plugged-a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1015.843417] env[68466]: DEBUG oslo_concurrency.lockutils [req-352a40f8-f5b1-4888-a31e-6109e2fd0292 req-e5ee9ffe-6ae8-4fee-881e-518ac4c9bb22 service nova] Acquiring lock "e0cf1160-2088-4cb0-9ad9-bce163136384-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.843751] env[68466]: DEBUG oslo_concurrency.lockutils [req-352a40f8-f5b1-4888-a31e-6109e2fd0292 req-e5ee9ffe-6ae8-4fee-881e-518ac4c9bb22 service nova] Lock "e0cf1160-2088-4cb0-9ad9-bce163136384-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.844029] env[68466]: DEBUG oslo_concurrency.lockutils [req-352a40f8-f5b1-4888-a31e-6109e2fd0292 req-e5ee9ffe-6ae8-4fee-881e-518ac4c9bb22 service nova] Lock "e0cf1160-2088-4cb0-9ad9-bce163136384-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.844114] env[68466]: DEBUG nova.compute.manager [req-352a40f8-f5b1-4888-a31e-6109e2fd0292 req-e5ee9ffe-6ae8-4fee-881e-518ac4c9bb22 service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] No waiting events found dispatching network-vif-plugged-a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.845270] env[68466]: WARNING nova.compute.manager [req-352a40f8-f5b1-4888-a31e-6109e2fd0292 req-e5ee9ffe-6ae8-4fee-881e-518ac4c9bb22 service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Received unexpected event network-vif-plugged-a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d for instance with vm_state building and task_state spawning. [ 1016.208328] env[68466]: DEBUG nova.scheduler.client.report [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.243714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "refresh_cache-e0cf1160-2088-4cb0-9ad9-bce163136384" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.243714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "refresh_cache-e0cf1160-2088-4cb0-9ad9-bce163136384" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.243714] env[68466]: DEBUG nova.network.neutron [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.304503] env[68466]: DEBUG nova.compute.manager [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.348934] env[68466]: DEBUG nova.virt.hardware [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.348934] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d42f09-2817-4d3f-a830-7b83bfb40608 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.361026] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f21801f-7371-4793-a1cf-932f502149e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.410113] env[68466]: DEBUG nova.compute.manager [req-07472f6e-d935-43e8-9d27-b89d05ea4f5f req-53fa8a92-80de-4e70-9ec9-ede92f879af9 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Received event network-vif-deleted-fe352bce-ad2c-4064-8e96-fdb43baa4ba5 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.410351] env[68466]: INFO nova.compute.manager [req-07472f6e-d935-43e8-9d27-b89d05ea4f5f req-53fa8a92-80de-4e70-9ec9-ede92f879af9 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Neutron deleted interface fe352bce-ad2c-4064-8e96-fdb43baa4ba5; detaching it from the instance and deleting it from the info cache [ 1016.410613] env[68466]: DEBUG nova.network.neutron [req-07472f6e-d935-43e8-9d27-b89d05ea4f5f req-53fa8a92-80de-4e70-9ec9-ede92f879af9 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.659172] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1016.660254] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1016.661353] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1acfbd-b3fd-47df-9734-7fb6effbf5d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.683531] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced94b4a-b449-49c1-a979-c810fe30841e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.714741] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-d8c90397-5269-49e8-b51c-a44f900b7ec9/volume-d8c90397-5269-49e8-b51c-a44f900b7ec9.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.715288] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54165ed9-260e-4e65-904e-907f38832b79 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.734319] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.735106] env[68466]: DEBUG nova.compute.manager [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.738052] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.865s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.738126] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.740485] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1016.740485] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.439s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.740485] env[68466]: INFO nova.compute.claims [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.744157] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14902b0-c6ca-4272-bf06-12f823488ea2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.751428] env[68466]: DEBUG oslo_vmware.api [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1016.751428] env[68466]: value = "task-2812849" [ 1016.751428] env[68466]: _type = "Task" [ 1016.751428] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.758925] env[68466]: DEBUG nova.network.neutron [-] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.761538] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237a3352-f562-44f2-9885-d96543f734ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.780799] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96dd085-7531-42ac-8853-a3cd2cc9ef17 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.786628] env[68466]: DEBUG nova.network.neutron [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.792428] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dcb7c7-c980-4ed1-a4d9-6a928a16f6b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.834674] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178162MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1016.834674] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.917213] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ac293d0-db67-44f1-b37a-70492dc77023 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.929235] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54dd73-740c-4ce6-a1c8-a3ada73c4963 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.967717] env[68466]: DEBUG nova.compute.manager [req-07472f6e-d935-43e8-9d27-b89d05ea4f5f req-53fa8a92-80de-4e70-9ec9-ede92f879af9 service nova] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Detach interface failed, port_id=fe352bce-ad2c-4064-8e96-fdb43baa4ba5, reason: Instance e2b3544e-8a43-43f7-b52b-dae2c27899c5 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1016.988437] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.988437] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.007460] env[68466]: DEBUG nova.network.neutron [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Updating instance_info_cache with network_info: [{"id": "a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d", "address": "fa:16:3e:84:e6:38", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f9d1b8-e2", "ovs_interfaceid": "a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.245469] env[68466]: DEBUG nova.compute.utils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.246769] env[68466]: DEBUG nova.compute.manager [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.246935] env[68466]: DEBUG nova.network.neutron [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.266731] env[68466]: DEBUG oslo_vmware.api [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.268914] env[68466]: INFO nova.compute.manager [-] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Took 1.72 seconds to deallocate network for instance. [ 1017.281783] env[68466]: DEBUG nova.network.neutron [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Successfully updated port: c8025883-5039-428b-8cf0-a97e4e35f918 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.310249] env[68466]: DEBUG nova.policy [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e64fd82ff94aa2b28699279f4cc82b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '023f64877b2b419589f708354ba9f8ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.448497] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "ad3a4c51-209f-4b82-b189-5d74fd156f00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.448766] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "ad3a4c51-209f-4b82-b189-5d74fd156f00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.491251] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.491473] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.492404] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f785a7fc-d082-4cd6-8e95-a108cbfaef5b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.511214] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "refresh_cache-e0cf1160-2088-4cb0-9ad9-bce163136384" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.511543] env[68466]: DEBUG nova.compute.manager [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Instance network_info: |[{"id": "a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d", "address": "fa:16:3e:84:e6:38", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f9d1b8-e2", "ovs_interfaceid": "a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.512179] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:e6:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.520450] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.521179] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2e5544-f568-41d6-a293-c1ae5f25f9ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.524478] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.524704] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a9ea19-d52e-4e05-af8e-58053a1f74fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.570216] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Reconfiguring VM to detach interface {{(pid=68466) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1017.571855] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527e6fd7-5454-4caf-be7a-2e536b031ff7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.586545] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.586545] env[68466]: value = "task-2812850" [ 1017.586545] env[68466]: _type = "Task" [ 1017.586545] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.595832] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1017.595832] env[68466]: value = "task-2812851" [ 1017.595832] env[68466]: _type = "Task" [ 1017.595832] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.603569] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812850, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.609506] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.724802] env[68466]: DEBUG nova.network.neutron [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Successfully created port: 0434f562-5e10-4f11-aa19-d3e4d6046904 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.750226] env[68466]: DEBUG nova.compute.manager [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.766121] env[68466]: DEBUG oslo_vmware.api [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812849, 'name': ReconfigVM_Task, 'duration_secs': 0.872394} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.766485] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-d8c90397-5269-49e8-b51c-a44f900b7ec9/volume-d8c90397-5269-49e8-b51c-a44f900b7ec9.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.772556] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d472919d-8763-4daa-9cc1-e5c7b0c4f0da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.790403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.790403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.790403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.790403] env[68466]: DEBUG nova.network.neutron [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.798308] env[68466]: DEBUG oslo_vmware.api [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1017.798308] env[68466]: value = "task-2812852" [ 1017.798308] env[68466]: _type = "Task" [ 1017.798308] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.808667] env[68466]: DEBUG oslo_vmware.api [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.880488] env[68466]: DEBUG nova.compute.manager [req-9674a089-f485-49fb-af27-8195ac81e4f2 req-90ee787b-2631-4738-9786-258b2b6f301f service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Received event network-changed-a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.881142] env[68466]: DEBUG nova.compute.manager [req-9674a089-f485-49fb-af27-8195ac81e4f2 req-90ee787b-2631-4738-9786-258b2b6f301f service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Refreshing instance network info cache due to event network-changed-a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1017.881438] env[68466]: DEBUG oslo_concurrency.lockutils [req-9674a089-f485-49fb-af27-8195ac81e4f2 req-90ee787b-2631-4738-9786-258b2b6f301f service nova] Acquiring lock "refresh_cache-e0cf1160-2088-4cb0-9ad9-bce163136384" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.881655] env[68466]: DEBUG oslo_concurrency.lockutils [req-9674a089-f485-49fb-af27-8195ac81e4f2 req-90ee787b-2631-4738-9786-258b2b6f301f service nova] Acquired lock "refresh_cache-e0cf1160-2088-4cb0-9ad9-bce163136384" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.883781] env[68466]: DEBUG nova.network.neutron [req-9674a089-f485-49fb-af27-8195ac81e4f2 req-90ee787b-2631-4738-9786-258b2b6f301f service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Refreshing network info cache for port a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.886072] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquiring lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.886327] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.886762] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquiring lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.886992] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.887202] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.890374] env[68466]: INFO nova.compute.manager [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Terminating instance [ 1017.951634] env[68466]: DEBUG nova.compute.manager [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.099482] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812850, 'name': CreateVM_Task, 'duration_secs': 0.359838} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.102377] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.103154] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.103348] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.103711] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.104725] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02299c9-da58-4f6c-9fe7-6ffb7a516100 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.114828] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.118589] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1018.118589] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ee5c6c-9b0b-9337-a69a-3c9bdf9e3a30" [ 1018.118589] env[68466]: _type = "Task" [ 1018.118589] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.129348] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ee5c6c-9b0b-9337-a69a-3c9bdf9e3a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.171408] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991a85ba-7aee-43dd-8d1a-7b98e64a6675 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.179430] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46f7c27-c569-4498-89f1-3078f099b589 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.212183] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a46e76a-7c42-45f0-931e-1e060296c9f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.219761] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd124a83-5328-48a8-bbfc-08d8da4082d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.232657] env[68466]: DEBUG nova.compute.provider_tree [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.306624] env[68466]: DEBUG oslo_vmware.api [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812852, 'name': ReconfigVM_Task, 'duration_secs': 0.171024} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.307015] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1018.354353] env[68466]: DEBUG nova.network.neutron [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.398415] env[68466]: DEBUG nova.compute.manager [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.398638] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.399884] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8921d54-b08e-455a-a0fc-d7a0299b499d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.408552] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.408983] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7926388b-27b8-4982-b14b-050929abc6bc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.415727] env[68466]: DEBUG oslo_vmware.api [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1018.415727] env[68466]: value = "task-2812853" [ 1018.415727] env[68466]: _type = "Task" [ 1018.415727] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.427578] env[68466]: DEBUG oslo_vmware.api [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.442427] env[68466]: DEBUG nova.compute.manager [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Received event network-vif-plugged-c8025883-5039-428b-8cf0-a97e4e35f918 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.442647] env[68466]: DEBUG oslo_concurrency.lockutils [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] Acquiring lock "187595e3-2e27-4770-87f1-56208157d51f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.442850] env[68466]: DEBUG oslo_concurrency.lockutils [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] Lock "187595e3-2e27-4770-87f1-56208157d51f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.443025] env[68466]: DEBUG oslo_concurrency.lockutils [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] Lock "187595e3-2e27-4770-87f1-56208157d51f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.443197] env[68466]: DEBUG nova.compute.manager [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] No waiting events found dispatching network-vif-plugged-c8025883-5039-428b-8cf0-a97e4e35f918 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.443358] env[68466]: WARNING nova.compute.manager [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Received unexpected event network-vif-plugged-c8025883-5039-428b-8cf0-a97e4e35f918 for instance with vm_state building and task_state spawning. [ 1018.443512] env[68466]: DEBUG nova.compute.manager [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Received event network-changed-c8025883-5039-428b-8cf0-a97e4e35f918 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1018.443995] env[68466]: DEBUG nova.compute.manager [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Refreshing instance network info cache due to event network-changed-c8025883-5039-428b-8cf0-a97e4e35f918. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1018.444443] env[68466]: DEBUG oslo_concurrency.lockutils [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] Acquiring lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.478316] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.611533] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.634092] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ee5c6c-9b0b-9337-a69a-3c9bdf9e3a30, 'name': SearchDatastore_Task, 'duration_secs': 0.017945} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.635403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.635403] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.635403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.635403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.635403] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.635540] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25c84997-7640-4a8f-8598-779278fbe84b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.643906] env[68466]: DEBUG nova.network.neutron [req-9674a089-f485-49fb-af27-8195ac81e4f2 req-90ee787b-2631-4738-9786-258b2b6f301f service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Updated VIF entry in instance network info cache for port a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.643906] env[68466]: DEBUG nova.network.neutron [req-9674a089-f485-49fb-af27-8195ac81e4f2 req-90ee787b-2631-4738-9786-258b2b6f301f service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Updating instance_info_cache with network_info: [{"id": "a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d", "address": "fa:16:3e:84:e6:38", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1f9d1b8-e2", "ovs_interfaceid": "a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.649156] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.649156] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.649156] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90408505-be7c-4001-b4cf-98a626d9fc5b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.652887] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1018.652887] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523894a3-85b4-aa5c-dee0-58b4961adce7" [ 1018.652887] env[68466]: _type = "Task" [ 1018.652887] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.662009] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523894a3-85b4-aa5c-dee0-58b4961adce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.690489] env[68466]: DEBUG nova.network.neutron [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Updating instance_info_cache with network_info: [{"id": "c8025883-5039-428b-8cf0-a97e4e35f918", "address": "fa:16:3e:18:0a:2d", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8025883-50", "ovs_interfaceid": "c8025883-5039-428b-8cf0-a97e4e35f918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.736977] env[68466]: DEBUG nova.scheduler.client.report [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.761250] env[68466]: DEBUG nova.compute.manager [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.791284] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.791559] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.791685] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.791868] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.792016] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.792168] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.792377] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.792533] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.792691] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.792853] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.793032] env[68466]: DEBUG nova.virt.hardware [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.795505] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a639aea-87f2-4abe-acdd-6655d6914626 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.802993] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eae1ca7-88fe-4b8e-86b9-37efc072fd45 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.928512] env[68466]: DEBUG oslo_vmware.api [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812853, 'name': PowerOffVM_Task, 'duration_secs': 0.20227} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.928763] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.928931] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.929265] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58a118ae-afcd-4e59-b6af-dc18f6aec911 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.016397] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.016627] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.016814] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Deleting the datastore file [datastore2] 6b81bf6e-7671-4afd-8dae-9307c1bcfcec {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.017102] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4edc3a7-5be2-42d2-902a-e124815e6a2a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.023065] env[68466]: DEBUG oslo_vmware.api [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for the task: (returnval){ [ 1019.023065] env[68466]: value = "task-2812855" [ 1019.023065] env[68466]: _type = "Task" [ 1019.023065] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.032810] env[68466]: DEBUG oslo_vmware.api [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.109769] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.148227] env[68466]: DEBUG oslo_concurrency.lockutils [req-9674a089-f485-49fb-af27-8195ac81e4f2 req-90ee787b-2631-4738-9786-258b2b6f301f service nova] Releasing lock "refresh_cache-e0cf1160-2088-4cb0-9ad9-bce163136384" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.164534] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523894a3-85b4-aa5c-dee0-58b4961adce7, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.165487] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d6021d-1788-4b14-b64c-d4996691f063 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.171731] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1019.171731] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52551098-badc-9d1c-d12b-e9150f2911b7" [ 1019.171731] env[68466]: _type = "Task" [ 1019.171731] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.186209] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52551098-badc-9d1c-d12b-e9150f2911b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008648} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.186537] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.186810] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] e0cf1160-2088-4cb0-9ad9-bce163136384/e0cf1160-2088-4cb0-9ad9-bce163136384.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.187077] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf1469b9-ccc2-4e2c-b665-30aaf2bc0257 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.193593] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.193889] env[68466]: DEBUG nova.compute.manager [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Instance network_info: |[{"id": "c8025883-5039-428b-8cf0-a97e4e35f918", "address": "fa:16:3e:18:0a:2d", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8025883-50", "ovs_interfaceid": "c8025883-5039-428b-8cf0-a97e4e35f918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.194225] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1019.194225] env[68466]: value = "task-2812856" [ 1019.194225] env[68466]: _type = "Task" [ 1019.194225] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.194439] env[68466]: DEBUG oslo_concurrency.lockutils [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] Acquired lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.194611] env[68466]: DEBUG nova.network.neutron [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Refreshing network info cache for port c8025883-5039-428b-8cf0-a97e4e35f918 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.196253] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:0a:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8025883-5039-428b-8cf0-a97e4e35f918', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.203690] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Creating folder: Project (023f64877b2b419589f708354ba9f8ee). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.204034] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a31580b0-4f0f-413d-9212-e26ff5d78899 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.215135] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.216840] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Created folder: Project (023f64877b2b419589f708354ba9f8ee) in parent group-v564977. [ 1019.217069] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Creating folder: Instances. Parent ref: group-v565244. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.217328] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-031f97bf-39f5-4af4-abb6-0c61f2abef08 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.227345] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Created folder: Instances in parent group-v565244. [ 1019.227586] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.228348] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.228852] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b33b960-e963-4aab-ae67-41c533fac7b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.251723] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.251723] env[68466]: DEBUG nova.compute.manager [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.253424] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.029s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.259988] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.259988] env[68466]: value = "task-2812859" [ 1019.259988] env[68466]: _type = "Task" [ 1019.259988] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.271581] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812859, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.353276] env[68466]: DEBUG nova.objects.instance [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lazy-loading 'flavor' on Instance uuid 622f7a1a-445d-4ccb-8c4b-e3137a4ab244 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.534744] env[68466]: DEBUG oslo_vmware.api [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Task: {'id': task-2812855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145196} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.535061] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.535586] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.535780] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.535959] env[68466]: INFO nova.compute.manager [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1019.536239] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.536448] env[68466]: DEBUG nova.compute.manager [-] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.536660] env[68466]: DEBUG nova.network.neutron [-] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.611269] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.718166] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503097} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.718629] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] e0cf1160-2088-4cb0-9ad9-bce163136384/e0cf1160-2088-4cb0-9ad9-bce163136384.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.719117] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.719442] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9e48ab1-1bdf-4ac9-ac54-00a7917b107a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.726999] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1019.726999] env[68466]: value = "task-2812860" [ 1019.726999] env[68466]: _type = "Task" [ 1019.726999] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.739652] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.754896] env[68466]: DEBUG nova.compute.utils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.756808] env[68466]: DEBUG nova.compute.manager [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Not allocating networking since 'none' was specified. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1019.763474] env[68466]: INFO nova.compute.claims [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.782914] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812859, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.860941] env[68466]: DEBUG oslo_concurrency.lockutils [None req-db550f44-c1f8-49a2-b560-25186e194467 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.360s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.016047] env[68466]: DEBUG nova.network.neutron [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Successfully updated port: 0434f562-5e10-4f11-aa19-d3e4d6046904 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.020461] env[68466]: DEBUG nova.network.neutron [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Updated VIF entry in instance network info cache for port c8025883-5039-428b-8cf0-a97e4e35f918. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.020461] env[68466]: DEBUG nova.network.neutron [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Updating instance_info_cache with network_info: [{"id": "c8025883-5039-428b-8cf0-a97e4e35f918", "address": "fa:16:3e:18:0a:2d", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8025883-50", "ovs_interfaceid": "c8025883-5039-428b-8cf0-a97e4e35f918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.120028] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.237878] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073652} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.238369] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.239600] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fad513b-9aa4-42f6-b77c-3ee851fa7084 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.263780] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] e0cf1160-2088-4cb0-9ad9-bce163136384/e0cf1160-2088-4cb0-9ad9-bce163136384.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.264358] env[68466]: DEBUG nova.compute.manager [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.266922] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90111bf5-4df0-481e-bdeb-ed1abe6e9d35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.282569] env[68466]: INFO nova.compute.resource_tracker [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating resource usage from migration 4b3b33c9-be60-4409-b2f9-26bae3a6b25c [ 1020.297738] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812859, 'name': CreateVM_Task, 'duration_secs': 0.592366} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.299470] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.300782] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1020.300782] env[68466]: value = "task-2812861" [ 1020.300782] env[68466]: _type = "Task" [ 1020.300782] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.301160] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.301278] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.301593] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.301897] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88b1ccd-7737-4f77-8e1a-69ee621fe63e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.310536] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1020.310536] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cb08f7-a8a1-e64f-f676-531c8578b18d" [ 1020.310536] env[68466]: _type = "Task" [ 1020.310536] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.315140] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.329801] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cb08f7-a8a1-e64f-f676-531c8578b18d, 'name': SearchDatastore_Task, 'duration_secs': 0.015229} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.329910] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.330139] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.330372] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.330512] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.330730] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.331059] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1ebbf3c-5335-49dc-b97b-1e41c870ef59 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.342495] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.342767] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.343597] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad61de4-9fca-41ea-965c-fcd2b500b203 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.353592] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1020.353592] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dd3d97-ec50-14b2-b616-351dda4788c6" [ 1020.353592] env[68466]: _type = "Task" [ 1020.353592] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.367555] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dd3d97-ec50-14b2-b616-351dda4788c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.435637] env[68466]: INFO nova.compute.manager [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Rebuilding instance [ 1020.503919] env[68466]: DEBUG nova.compute.manager [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.504862] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea4277a-b382-4e57-9a4d-9cb67b8130ce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.519240] env[68466]: DEBUG nova.compute.manager [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Received event network-vif-plugged-0434f562-5e10-4f11-aa19-d3e4d6046904 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1020.519591] env[68466]: DEBUG oslo_concurrency.lockutils [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] Acquiring lock "810d9838-ac7b-4e87-8d12-c08379550e9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.519840] env[68466]: DEBUG oslo_concurrency.lockutils [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.520049] env[68466]: DEBUG oslo_concurrency.lockutils [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.520229] env[68466]: DEBUG nova.compute.manager [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] No waiting events found dispatching network-vif-plugged-0434f562-5e10-4f11-aa19-d3e4d6046904 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.520400] env[68466]: WARNING nova.compute.manager [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Received unexpected event network-vif-plugged-0434f562-5e10-4f11-aa19-d3e4d6046904 for instance with vm_state building and task_state spawning. [ 1020.520562] env[68466]: DEBUG nova.compute.manager [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Received event network-changed-0434f562-5e10-4f11-aa19-d3e4d6046904 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1020.520716] env[68466]: DEBUG nova.compute.manager [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Refreshing instance network info cache due to event network-changed-0434f562-5e10-4f11-aa19-d3e4d6046904. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1020.520902] env[68466]: DEBUG oslo_concurrency.lockutils [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] Acquiring lock "refresh_cache-810d9838-ac7b-4e87-8d12-c08379550e9d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.522028] env[68466]: DEBUG oslo_concurrency.lockutils [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] Acquired lock "refresh_cache-810d9838-ac7b-4e87-8d12-c08379550e9d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.522028] env[68466]: DEBUG nova.network.neutron [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Refreshing network info cache for port 0434f562-5e10-4f11-aa19-d3e4d6046904 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.524068] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "refresh_cache-810d9838-ac7b-4e87-8d12-c08379550e9d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.524068] env[68466]: DEBUG oslo_concurrency.lockutils [req-5192a892-2d3e-4c9b-bd53-96c84ca390a9 req-547dd289-c8b1-4f35-a7dd-a0a70d983344 service nova] Releasing lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.616477] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.721627] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5fb176-7019-42ed-aca7-8c2afc449b7d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.727674] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9da7bde-48de-4f30-949e-b9f3c91acb5a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.731240] env[68466]: DEBUG nova.network.neutron [-] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.766655] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0999f0df-9a03-4841-b251-2157b72d37f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.778695] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e2f83-22ec-4c5d-b921-93ab5566d2f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.797104] env[68466]: DEBUG nova.compute.provider_tree [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.811497] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812861, 'name': ReconfigVM_Task, 'duration_secs': 0.322938} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.812394] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Reconfigured VM instance instance-0000005d to attach disk [datastore1] e0cf1160-2088-4cb0-9ad9-bce163136384/e0cf1160-2088-4cb0-9ad9-bce163136384.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.812514] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da4f4c2c-1660-4aef-84bc-3e440c0c428d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.818953] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1020.818953] env[68466]: value = "task-2812862" [ 1020.818953] env[68466]: _type = "Task" [ 1020.818953] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.827667] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812862, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.865283] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52dd3d97-ec50-14b2-b616-351dda4788c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.866309] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a154ed-0c12-4f9a-9a15-d1a29f8d1cf7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.872202] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1020.872202] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52737daa-e521-d2ff-91ba-e438609e405b" [ 1020.872202] env[68466]: _type = "Task" [ 1020.872202] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.882824] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52737daa-e521-d2ff-91ba-e438609e405b, 'name': SearchDatastore_Task} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.882824] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.883149] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 187595e3-2e27-4770-87f1-56208157d51f/187595e3-2e27-4770-87f1-56208157d51f.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.883222] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dd34e4f-e327-41aa-a11e-c8afb361189e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.890141] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1020.890141] env[68466]: value = "task-2812863" [ 1020.890141] env[68466]: _type = "Task" [ 1020.890141] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.897962] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.070391] env[68466]: DEBUG nova.network.neutron [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.121392] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.206250] env[68466]: DEBUG nova.network.neutron [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.235751] env[68466]: INFO nova.compute.manager [-] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Took 1.70 seconds to deallocate network for instance. [ 1021.290023] env[68466]: DEBUG nova.compute.manager [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.305755] env[68466]: DEBUG nova.scheduler.client.report [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.335761] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812862, 'name': Rename_Task, 'duration_secs': 0.151689} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.338585] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.342026] env[68466]: DEBUG nova.virt.hardware [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.342026] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.342026] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b399574-71c0-44a2-a360-01dbf6e5518f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.346282] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48260402-7f0b-4223-b034-eadab978feb7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.357301] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdc6dd7-2b76-41df-a177-6a35a4d7d114 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.362299] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1021.362299] env[68466]: value = "task-2812864" [ 1021.362299] env[68466]: _type = "Task" [ 1021.362299] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.377088] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.385212] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Creating folder: Project (bb44d7340ec34b1580c19d9dfbee3ba4). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.385907] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-446e88ee-f4fa-413f-bddb-a4ebb999e282 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.391873] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.402625] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812863, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.404501] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Created folder: Project (bb44d7340ec34b1580c19d9dfbee3ba4) in parent group-v564977. [ 1021.404845] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Creating folder: Instances. Parent ref: group-v565247. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.405243] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6264ad3d-09b1-46b7-bd0b-dde9529caf67 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.415018] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Created folder: Instances in parent group-v565247. [ 1021.415018] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.415134] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.415316] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc7fe69c-aba3-499a-82a4-1a8e2a351a51 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.432450] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.432450] env[68466]: value = "task-2812867" [ 1021.432450] env[68466]: _type = "Task" [ 1021.432450] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.441138] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812867, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.529222] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.529655] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b26a902-5257-4f1b-a55e-9f9760474d1d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.536415] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1021.536415] env[68466]: value = "task-2812868" [ 1021.536415] env[68466]: _type = "Task" [ 1021.536415] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.549307] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.619021] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.710361] env[68466]: DEBUG oslo_concurrency.lockutils [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] Releasing lock "refresh_cache-810d9838-ac7b-4e87-8d12-c08379550e9d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.710361] env[68466]: DEBUG nova.compute.manager [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Received event network-vif-deleted-50e2d7ee-e92e-4fb6-a90f-b929e78e5491 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1021.710361] env[68466]: INFO nova.compute.manager [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Neutron deleted interface 50e2d7ee-e92e-4fb6-a90f-b929e78e5491; detaching it from the instance and deleting it from the info cache [ 1021.710361] env[68466]: DEBUG nova.network.neutron [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.714753] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "refresh_cache-810d9838-ac7b-4e87-8d12-c08379550e9d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.714753] env[68466]: DEBUG nova.network.neutron [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.744470] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.809772] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.556s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.810055] env[68466]: INFO nova.compute.manager [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Migrating [ 1021.818239] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.138s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.819905] env[68466]: INFO nova.compute.claims [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.878511] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.907983] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558024} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.908319] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 187595e3-2e27-4770-87f1-56208157d51f/187595e3-2e27-4770-87f1-56208157d51f.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.908543] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.908813] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-133bb10d-2e5f-4929-b7e7-0aea2c9ccb61 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.915972] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1021.915972] env[68466]: value = "task-2812869" [ 1021.915972] env[68466]: _type = "Task" [ 1021.915972] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.926489] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.942229] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812867, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.049900] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812868, 'name': PowerOffVM_Task, 'duration_secs': 0.315738} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.050217] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.117637] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.142571] env[68466]: INFO nova.compute.manager [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Detaching volume d8c90397-5269-49e8-b51c-a44f900b7ec9 [ 1022.198166] env[68466]: INFO nova.virt.block_device [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Attempting to driver detach volume d8c90397-5269-49e8-b51c-a44f900b7ec9 from mountpoint /dev/sdb [ 1022.198458] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1022.198656] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1022.199567] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a016f-7734-4779-886d-05541f487a5e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.230292] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d83f817e-3f1c-4b17-9146-c916b438b66b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.233715] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4173ebf0-6d01-4b8a-b247-5305ff30188d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.247715] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4325dc-8f81-4cfb-b664-b82ed36cd2fb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.256376] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbad35f7-14ce-4556-9a4d-0a339483befd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.314275] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825f8b8a-2006-4724-9882-3736fc45bc9b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.319052] env[68466]: DEBUG nova.compute.manager [req-db6c3e75-55c6-41c4-a014-828bbcc93185 req-144b4539-e14e-4a0a-b202-6385a9df2a61 service nova] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Detach interface failed, port_id=50e2d7ee-e92e-4fb6-a90f-b929e78e5491, reason: Instance 6b81bf6e-7671-4afd-8dae-9307c1bcfcec could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1022.319052] env[68466]: DEBUG nova.network.neutron [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.337053] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] The volume has not been displaced from its original location: [datastore1] volume-d8c90397-5269-49e8-b51c-a44f900b7ec9/volume-d8c90397-5269-49e8-b51c-a44f900b7ec9.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1022.343085] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.345276] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.345437] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.345602] env[68466]: DEBUG nova.network.neutron [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.346885] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca83b33f-0b2f-495f-a3f4-134a00e26997 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.370044] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1022.370044] env[68466]: value = "task-2812870" [ 1022.370044] env[68466]: _type = "Task" [ 1022.370044] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.376653] env[68466]: DEBUG oslo_vmware.api [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812864, 'name': PowerOnVM_Task, 'duration_secs': 0.908054} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.377333] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.377598] env[68466]: INFO nova.compute.manager [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1022.377799] env[68466]: DEBUG nova.compute.manager [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.378685] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffad58a-6b26-463c-9fca-7e82c08412e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.384705] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812870, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.425693] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.34488} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.425962] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.426981] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b081589-75c8-437f-a058-51e24a748541 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.451971] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 187595e3-2e27-4770-87f1-56208157d51f/187595e3-2e27-4770-87f1-56208157d51f.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.454863] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc076bf-4166-4dc8-9a28-17dcf1f96f05 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.475825] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812867, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.476489] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1022.476489] env[68466]: value = "task-2812871" [ 1022.476489] env[68466]: _type = "Task" [ 1022.476489] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.485170] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.619054] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.852016] env[68466]: DEBUG nova.network.neutron [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Updating instance_info_cache with network_info: [{"id": "0434f562-5e10-4f11-aa19-d3e4d6046904", "address": "fa:16:3e:8f:85:8e", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0434f562-5e", "ovs_interfaceid": "0434f562-5e10-4f11-aa19-d3e4d6046904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.885577] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812870, 'name': ReconfigVM_Task, 'duration_secs': 0.211578} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.885872] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1022.898215] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e819cc1-4337-4547-bab3-bad30a559dd4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.920660] env[68466]: INFO nova.compute.manager [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Took 36.45 seconds to build instance. [ 1022.928329] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1022.928329] env[68466]: value = "task-2812872" [ 1022.928329] env[68466]: _type = "Task" [ 1022.928329] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.938088] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.954329] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812867, 'name': CreateVM_Task, 'duration_secs': 1.41257} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.954838] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.955328] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.955491] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.955820] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.956470] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c125f5ba-670f-46fe-8769-1c10481eccc0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.964393] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1022.964393] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52386f25-4e67-2391-0583-f798e3aece93" [ 1022.964393] env[68466]: _type = "Task" [ 1022.964393] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.973607] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52386f25-4e67-2391-0583-f798e3aece93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.987753] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.122656] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.274120] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8ec1d2-eda6-42c1-b883-36c905e748cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.283305] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7a03b3-2d35-4c02-baab-17195a13e5dc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.323954] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2659d5a2-1858-4348-b88e-b07796ef63fa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.328099] env[68466]: DEBUG nova.network.neutron [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance_info_cache with network_info: [{"id": "14977199-7bd9-46a5-a863-db38cd67f4bf", "address": "fa:16:3e:43:3f:88", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14977199-7b", "ovs_interfaceid": "14977199-7bd9-46a5-a863-db38cd67f4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.336732] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523b00b5-2001-4fe0-9b46-f3aa6775336e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.355207] env[68466]: DEBUG nova.compute.provider_tree [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.356492] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "refresh_cache-810d9838-ac7b-4e87-8d12-c08379550e9d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.357732] env[68466]: DEBUG nova.compute.manager [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Instance network_info: |[{"id": "0434f562-5e10-4f11-aa19-d3e4d6046904", "address": "fa:16:3e:8f:85:8e", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0434f562-5e", "ovs_interfaceid": "0434f562-5e10-4f11-aa19-d3e4d6046904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.358876] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:85:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0434f562-5e10-4f11-aa19-d3e4d6046904', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.367915] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.368759] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.369084] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9091f32e-1088-4dcf-ba17-db3e62c9c872 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.391630] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.391630] env[68466]: value = "task-2812873" [ 1023.391630] env[68466]: _type = "Task" [ 1023.391630] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.401750] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812873, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.424117] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b367029d-1cf2-4155-ab85-666c4b2216eb tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "e0cf1160-2088-4cb0-9ad9-bce163136384" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.974s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.439961] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812872, 'name': ReconfigVM_Task, 'duration_secs': 0.278295} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.439961] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1023.474573] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52386f25-4e67-2391-0583-f798e3aece93, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.474891] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.475164] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.475414] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.475561] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.475735] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.475994] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc26788-822d-4891-9d72-21d9ef66cf04 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.488176] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812871, 'name': ReconfigVM_Task, 'duration_secs': 0.560795} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.489541] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 187595e3-2e27-4770-87f1-56208157d51f/187595e3-2e27-4770-87f1-56208157d51f.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.492033] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.492033] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.492033] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4b81764-f2fd-455c-9c70-888c703a4a69 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.493568] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77328701-a636-440c-be40-c169cf744c1f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.500026] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1023.500026] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c2ed03-c0cd-a7d0-e512-2e8b543cbb02" [ 1023.500026] env[68466]: _type = "Task" [ 1023.500026] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.500616] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1023.500616] env[68466]: value = "task-2812874" [ 1023.500616] env[68466]: _type = "Task" [ 1023.500616] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.512476] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812874, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.515637] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c2ed03-c0cd-a7d0-e512-2e8b543cbb02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.622996] env[68466]: DEBUG oslo_vmware.api [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812851, 'name': ReconfigVM_Task, 'duration_secs': 5.797375} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.623367] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.623543] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Reconfigured VM to detach interface {{(pid=68466) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1023.833075] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.854901] env[68466]: DEBUG nova.scheduler.client.report [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.904361] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812873, 'name': CreateVM_Task, 'duration_secs': 0.362228} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.904752] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.905767] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.908021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.908021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.908021] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e17d20c-5c88-40ad-8e75-9a3b0dd372d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.911933] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1023.911933] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5229340f-5300-b288-9d60-3707f6071171" [ 1023.911933] env[68466]: _type = "Task" [ 1023.911933] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.921209] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5229340f-5300-b288-9d60-3707f6071171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.027389] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c2ed03-c0cd-a7d0-e512-2e8b543cbb02, 'name': SearchDatastore_Task, 'duration_secs': 0.023772} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.032998] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e8d968-3654-46ba-8a47-56467a48873f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.035776] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812874, 'name': Rename_Task, 'duration_secs': 0.190369} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.037042] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.037906] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dff1e64-b40a-4865-96b0-ae911d2176d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.042411] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1024.042411] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e3b1cf-8f0d-f6de-f1ed-e7d007cb6880" [ 1024.042411] env[68466]: _type = "Task" [ 1024.042411] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.048439] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1024.048439] env[68466]: value = "task-2812875" [ 1024.048439] env[68466]: _type = "Task" [ 1024.048439] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.055485] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e3b1cf-8f0d-f6de-f1ed-e7d007cb6880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.060615] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.125782] env[68466]: DEBUG nova.compute.manager [req-881816b5-4d3a-4c85-9490-ad4551cc23c0 req-c8d853df-84f8-438d-b7f4-13d7be2b9bb7 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-vif-deleted-c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1024.125987] env[68466]: INFO nova.compute.manager [req-881816b5-4d3a-4c85-9490-ad4551cc23c0 req-c8d853df-84f8-438d-b7f4-13d7be2b9bb7 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Neutron deleted interface c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f; detaching it from the instance and deleting it from the info cache [ 1024.126347] env[68466]: DEBUG nova.network.neutron [req-881816b5-4d3a-4c85-9490-ad4551cc23c0 req-c8d853df-84f8-438d-b7f4-13d7be2b9bb7 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6f1f56b-40af-4c2c-919d-c83e3619bb6a", "address": "fa:16:3e:14:12:f3", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f1f56b-40", "ovs_interfaceid": "e6f1f56b-40af-4c2c-919d-c83e3619bb6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.167319] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.167598] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.362518] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.363081] env[68466]: DEBUG nova.compute.manager [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.370013] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.967s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.370963] env[68466]: DEBUG nova.objects.instance [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'resources' on Instance uuid e9297230-b10c-4e02-902c-67e76aa62feb {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.427408] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5229340f-5300-b288-9d60-3707f6071171, 'name': SearchDatastore_Task, 'duration_secs': 0.014881} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.427715] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.427944] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.428943] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.522224] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.522923] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b67001-53b7-47ea-9054-547c35ee8eeb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.531078] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1024.531078] env[68466]: value = "task-2812876" [ 1024.531078] env[68466]: _type = "Task" [ 1024.531078] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.542794] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.543106] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1024.543206] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1024.544358] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ea08fb-9add-48db-9c46-844fb2c173f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.587722] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b45bda3-0fb7-429c-9a73-e8a363200d58 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.592157] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.592157] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e3b1cf-8f0d-f6de-f1ed-e7d007cb6880, 'name': SearchDatastore_Task, 'duration_secs': 0.013246} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.592157] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.592157] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df/6e13682b-2d23-4c5d-b505-74d7f2bd90df.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.592505] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.592505] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.592697] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42aedc91-b436-4661-a090-df20ce5e0cde {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.596400] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5605de70-f72c-4fab-810b-1a845e040313 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.598762] env[68466]: WARNING nova.virt.vmwareapi.driver [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1024.599033] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.600172] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad2d488-972f-470d-ada5-475cc5a1cb60 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.604145] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1024.604145] env[68466]: value = "task-2812877" [ 1024.604145] env[68466]: _type = "Task" [ 1024.604145] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.610136] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.610737] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5886d2f-ff3c-40b4-b28c-54877aae47e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.615079] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.621092] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.621092] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.621092] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7241d3b-1565-4f10-8413-2e03d2a8b14f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.627193] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1024.627193] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522c8f92-b134-fa3d-d877-9bc17f672055" [ 1024.627193] env[68466]: _type = "Task" [ 1024.627193] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.633269] env[68466]: DEBUG oslo_concurrency.lockutils [req-881816b5-4d3a-4c85-9490-ad4551cc23c0 req-c8d853df-84f8-438d-b7f4-13d7be2b9bb7 service nova] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.633269] env[68466]: DEBUG oslo_concurrency.lockutils [req-881816b5-4d3a-4c85-9490-ad4551cc23c0 req-c8d853df-84f8-438d-b7f4-13d7be2b9bb7 service nova] Acquired lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.633269] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae2b288-57ca-4d00-aeff-f37a49b69147 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.641375] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522c8f92-b134-fa3d-d877-9bc17f672055, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.655340] env[68466]: DEBUG oslo_concurrency.lockutils [req-881816b5-4d3a-4c85-9490-ad4551cc23c0 req-c8d853df-84f8-438d-b7f4-13d7be2b9bb7 service nova] Releasing lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.655821] env[68466]: WARNING nova.compute.manager [req-881816b5-4d3a-4c85-9490-ad4551cc23c0 req-c8d853df-84f8-438d-b7f4-13d7be2b9bb7 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Detach interface failed, port_id=c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f, reason: No device with interface-id c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f exists on VM: nova.exception.NotFound: No device with interface-id c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f exists on VM [ 1024.656546] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc68d2e-50c3-4e51-9e7b-1a909720099a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.665034] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1024.665034] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c517cb-4f6d-949a-d5d0-31f7a5f62266" [ 1024.665034] env[68466]: _type = "Task" [ 1024.665034] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.673448] env[68466]: DEBUG nova.compute.manager [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.679178] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c517cb-4f6d-949a-d5d0-31f7a5f62266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.687717] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.687942] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.688166] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleting the datastore file [datastore1] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.688461] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1325c97a-acb0-4f8e-a0a4-889177a1bbfc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.695694] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1024.695694] env[68466]: value = "task-2812879" [ 1024.695694] env[68466]: _type = "Task" [ 1024.695694] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.707729] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.808186] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "1f501e89-a19c-459f-af03-975dd67fa3d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.808866] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.874265] env[68466]: DEBUG nova.objects.instance [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'numa_topology' on Instance uuid e9297230-b10c-4e02-902c-67e76aa62feb {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.878944] env[68466]: DEBUG nova.compute.utils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.878944] env[68466]: DEBUG nova.compute.manager [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.879155] env[68466]: DEBUG nova.network.neutron [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.937407] env[68466]: DEBUG nova.policy [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd67bdef1a7640fbbc9080e5e20cdeb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f3c891e49c4fe0ab523d33fd412ae5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.032069] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.032279] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.032461] env[68466]: DEBUG nova.network.neutron [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.066916] env[68466]: DEBUG oslo_vmware.api [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812875, 'name': PowerOnVM_Task, 'duration_secs': 0.761371} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.067212] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.067427] env[68466]: INFO nova.compute.manager [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1025.067792] env[68466]: DEBUG nova.compute.manager [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.068745] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2813dc6-97d3-40ba-a1ab-6e354218f530 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.119856] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.176501] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c517cb-4f6d-949a-d5d0-31f7a5f62266, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.176791] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.177072] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 810d9838-ac7b-4e87-8d12-c08379550e9d/810d9838-ac7b-4e87-8d12-c08379550e9d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.177357] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83119a51-ecef-4ba0-beab-772f80cc22d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.186810] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1025.186810] env[68466]: value = "task-2812880" [ 1025.186810] env[68466]: _type = "Task" [ 1025.186810] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.195354] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.207253] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485617} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.208416] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.208691] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.208873] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.209171] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.309018] env[68466]: DEBUG nova.network.neutron [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Successfully created port: d323f087-44c9-4452-ad05-3847d59ceda7 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.313729] env[68466]: DEBUG nova.compute.manager [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.354321] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f82c61-c478-4f7b-84fc-9b3ab4893a8d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.380944] env[68466]: DEBUG nova.objects.base [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.384296] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance '4bbafb31-6126-447d-90ab-cd4ba58cc6a8' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.391022] env[68466]: DEBUG nova.compute.manager [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.598385] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.598385] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.598385] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.598385] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.598499] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.600870] env[68466]: INFO nova.compute.manager [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Took 38.59 seconds to build instance. [ 1025.603409] env[68466]: INFO nova.compute.manager [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Terminating instance [ 1025.627653] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570818} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.628023] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df/6e13682b-2d23-4c5d-b505-74d7f2bd90df.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.628023] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.628937] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-940bdf41-8156-4ee8-8735-77c904486a40 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.645132] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1025.645132] env[68466]: value = "task-2812881" [ 1025.645132] env[68466]: _type = "Task" [ 1025.645132] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.661601] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.699797] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.716579] env[68466]: INFO nova.virt.block_device [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Booting with volume d8c90397-5269-49e8-b51c-a44f900b7ec9 at /dev/sdb [ 1025.723203] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquiring lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.723882] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.773207] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72ef7137-f8d0-4f00-9dde-622d77c6fbb4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.787373] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8894cd7f-b4b8-4f3b-a6b0-26f477c71b58 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.833444] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96b6d44b-ece1-4c97-ac45-abbf5f0460f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.844436] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83a73d6-f6a6-4aab-a1c9-b07269b2d78a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.857305] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.887437] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efa3e09-6888-418d-a88e-adfaa9207962 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.890454] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a040ce98-fb93-4314-bb43-402636600e85 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.894388] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.898099] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c373566-218a-4dca-b2cd-d9be81b23b77 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.905889] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62c312-27fd-4d8f-8d62-8c3496441cfa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.910942] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f077a1-6ac5-4135-a3d7-990e287945fd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.914208] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1025.914208] env[68466]: value = "task-2812882" [ 1025.914208] env[68466]: _type = "Task" [ 1025.914208] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.918854] env[68466]: INFO nova.network.neutron [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Port e6f1f56b-40af-4c2c-919d-c83e3619bb6a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1025.919292] env[68466]: DEBUG nova.network.neutron [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [{"id": "2692c77d-5447-461a-be01-5a8186918d96", "address": "fa:16:3e:0d:e9:6c", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2692c77d-54", "ovs_interfaceid": "2692c77d-5447-461a-be01-5a8186918d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.950063] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7c12e6-347b-443b-b7b6-d039916214d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.953219] env[68466]: DEBUG nova.virt.block_device [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Updating existing volume attachment record: 2977926f-2efc-4c8e-87bd-993e0802c393 {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1025.960327] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.965503] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebf68aa-2998-48f8-afe8-090c46f3b0f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.980542] env[68466]: DEBUG nova.compute.provider_tree [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.108712] env[68466]: DEBUG oslo_concurrency.lockutils [None req-902eaa76-ccc7-41b3-925e-5c2822dffbbd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "187595e3-2e27-4770-87f1-56208157d51f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.111s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.117595] env[68466]: DEBUG nova.compute.manager [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.117813] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.118757] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2f9e75-fd49-4f22-925d-0f400a5eefd3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.129357] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.129357] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3189ade-bad4-4c52-8ab8-0bededd05a9d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.133333] env[68466]: DEBUG oslo_vmware.api [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1026.133333] env[68466]: value = "task-2812883" [ 1026.133333] env[68466]: _type = "Task" [ 1026.133333] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.142373] env[68466]: DEBUG oslo_vmware.api [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.154609] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186773} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.154893] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.155689] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f2a118-519c-441e-a7c5-57d412a17d25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.177415] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df/6e13682b-2d23-4c5d-b505-74d7f2bd90df.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.179775] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22eaf985-b349-4741-b4f9-946a2d6e6d5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.194854] env[68466]: DEBUG nova.compute.manager [req-3d73f3a9-b74d-4004-9008-80ef064cb450 req-e9afd582-861d-4741-96f5-8aac53dfe225 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-vif-deleted-e6f1f56b-40af-4c2c-919d-c83e3619bb6a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.205576] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728776} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.211022] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 810d9838-ac7b-4e87-8d12-c08379550e9d/810d9838-ac7b-4e87-8d12-c08379550e9d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.211022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.211022] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1026.211022] env[68466]: value = "task-2812884" [ 1026.211022] env[68466]: _type = "Task" [ 1026.211022] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.211022] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c1958a7-a757-430c-9208-b6861e09768e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.219068] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.220398] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1026.220398] env[68466]: value = "task-2812885" [ 1026.220398] env[68466]: _type = "Task" [ 1026.220398] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.227836] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.229405] env[68466]: DEBUG nova.compute.manager [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.402635] env[68466]: DEBUG nova.compute.manager [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.424373] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812882, 'name': PowerOffVM_Task, 'duration_secs': 0.203974} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.424650] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.424833] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance '4bbafb31-6126-447d-90ab-cd4ba58cc6a8' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.438464] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.438662] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.438814] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.438990] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.439174] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.439467] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.439538] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.439692] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.439853] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.440023] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.440197] env[68466]: DEBUG nova.virt.hardware [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.441119] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98629fdf-0366-444c-9f21-e6387a8446e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.448692] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d07d19d-7cec-4367-ba6d-7140197586c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.452878] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "refresh_cache-f7f960d4-9806-4cdc-8109-a2b51fdc146e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.467780] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e11a9c27-548a-4048-8bb0-1343da0da74b tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "interface-f7f960d4-9806-4cdc-8109-a2b51fdc146e-c2dc7f3e-12e0-4e06-b46f-ca49dba7c95f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.480s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.484322] env[68466]: DEBUG nova.scheduler.client.report [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.644084] env[68466]: DEBUG oslo_vmware.api [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812883, 'name': PowerOffVM_Task, 'duration_secs': 0.21055} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.644461] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.644626] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.644917] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddba0920-fd0d-4c14-820c-f464a02d4092 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.722760] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812884, 'name': ReconfigVM_Task, 'duration_secs': 0.282981} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.727686] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df/6e13682b-2d23-4c5d-b505-74d7f2bd90df.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.730379] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aef6082e-2e2f-4ee9-87e4-8f911428dc59 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.740161] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077179} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.742598] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.746019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ecd302-ba8c-48c5-a763-49727334ff6d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.747981] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1026.747981] env[68466]: value = "task-2812887" [ 1026.747981] env[68466]: _type = "Task" [ 1026.747981] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.749601] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.749822] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.750078] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleting the datastore file [datastore1] f7f960d4-9806-4cdc-8109-a2b51fdc146e {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.753307] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-975fb6ec-ad6a-4c4f-a40a-722fecbb5c42 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.774701] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 810d9838-ac7b-4e87-8d12-c08379550e9d/810d9838-ac7b-4e87-8d12-c08379550e9d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.776200] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.777533] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9818a01c-f67f-4fa1-8d06-fc068ecb73a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.801822] env[68466]: DEBUG oslo_vmware.api [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1026.801822] env[68466]: value = "task-2812888" [ 1026.801822] env[68466]: _type = "Task" [ 1026.801822] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.801822] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812887, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.805487] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1026.805487] env[68466]: value = "task-2812889" [ 1026.805487] env[68466]: _type = "Task" [ 1026.805487] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.811960] env[68466]: DEBUG oslo_vmware.api [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.819018] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.911589] env[68466]: DEBUG nova.network.neutron [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Successfully updated port: d323f087-44c9-4452-ad05-3847d59ceda7 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.932848] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.933098] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.933912] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.933912] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.933912] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.933912] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.934251] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.934251] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.934341] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.934821] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.934821] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.940815] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48e103a-fd39-477a-a7ad-376c3bc4aa21 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.957255] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1026.957255] env[68466]: value = "task-2812890" [ 1026.957255] env[68466]: _type = "Task" [ 1026.957255] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.967673] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.990573] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.620s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.992578] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.349s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.992784] env[68466]: DEBUG nova.objects.instance [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lazy-loading 'resources' on Instance uuid 87468178-0f5e-4413-9186-e3fb9280c120 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.262812] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812887, 'name': Rename_Task, 'duration_secs': 0.309017} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.263030] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.263327] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a075ba5c-0278-4d4c-bce7-29a66526418b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.269292] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1027.269292] env[68466]: value = "task-2812891" [ 1027.269292] env[68466]: _type = "Task" [ 1027.269292] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.276866] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.313446] env[68466]: DEBUG oslo_vmware.api [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.318343] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.419830] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "refresh_cache-fd84892b-1149-4d89-b806-6623f1656950" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.419993] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "refresh_cache-fd84892b-1149-4d89-b806-6623f1656950" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.420298] env[68466]: DEBUG nova.network.neutron [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.470132] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812890, 'name': ReconfigVM_Task, 'duration_secs': 0.333385} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.470528] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance '4bbafb31-6126-447d-90ab-cd4ba58cc6a8' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.502972] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ba156e38-ecbf-4b1e-b6d2-77846df9708c tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "e9297230-b10c-4e02-902c-67e76aa62feb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.741s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.503929] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "e9297230-b10c-4e02-902c-67e76aa62feb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.743s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.504040] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "e9297230-b10c-4e02-902c-67e76aa62feb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.504516] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "e9297230-b10c-4e02-902c-67e76aa62feb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.504614] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "e9297230-b10c-4e02-902c-67e76aa62feb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.508064] env[68466]: INFO nova.compute.manager [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Terminating instance [ 1027.784589] env[68466]: DEBUG oslo_vmware.api [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812891, 'name': PowerOnVM_Task, 'duration_secs': 0.504829} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.787446] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.787611] env[68466]: INFO nova.compute.manager [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Took 6.50 seconds to spawn the instance on the hypervisor. [ 1027.787788] env[68466]: DEBUG nova.compute.manager [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.789061] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c00fc6-38f4-4b4d-aff9-5ec9366325a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.814086] env[68466]: DEBUG oslo_vmware.api [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2812888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628654} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.817013] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.818623] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.818623] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.818623] env[68466]: INFO nova.compute.manager [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1027.818623] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.818623] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812889, 'name': ReconfigVM_Task, 'duration_secs': 0.600159} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.820713] env[68466]: DEBUG nova.compute.manager [-] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.820812] env[68466]: DEBUG nova.network.neutron [-] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.822381] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 810d9838-ac7b-4e87-8d12-c08379550e9d/810d9838-ac7b-4e87-8d12-c08379550e9d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.823508] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e19f28ba-b720-4744-835d-b287c9d0cc45 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.831057] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1027.831057] env[68466]: value = "task-2812892" [ 1027.831057] env[68466]: _type = "Task" [ 1027.831057] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.843700] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812892, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.877101] env[68466]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port e6f1f56b-40af-4c2c-919d-c83e3619bb6a could not be found.", "detail": ""}} {{(pid=68466) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1027.877352] env[68466]: DEBUG nova.network.neutron [-] Unable to show port e6f1f56b-40af-4c2c-919d-c83e3619bb6a as it no longer exists. {{(pid=68466) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1027.915250] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914c5849-8142-4939-967d-0bb986a1ff75 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.931133] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239626b7-019d-42ed-b686-f718352abdb8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.967712] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263078a4-53e0-4909-ab48-6ca2f4456a32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.975594] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a632a10-4237-4007-92d0-589e5901348b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.981991] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.982358] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.982566] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.982781] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.982938] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.983098] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.983371] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.983463] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.983665] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.983786] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.983961] env[68466]: DEBUG nova.virt.hardware [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.990060] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.991287] env[68466]: DEBUG nova.network.neutron [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.994439] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0463efb0-c32e-40d1-9629-aecce3b81781 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.018862] env[68466]: DEBUG nova.compute.manager [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.019112] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.019671] env[68466]: DEBUG nova.compute.provider_tree [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.022219] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-214caaaf-d468-42c9-ae40-6a3a58a65e89 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.024169] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1028.024169] env[68466]: value = "task-2812893" [ 1028.024169] env[68466]: _type = "Task" [ 1028.024169] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.032009] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099b423-b15e-4b0b-9380-afaaeb038247 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.050042] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.078147] env[68466]: WARNING nova.virt.vmwareapi.vmops [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e9297230-b10c-4e02-902c-67e76aa62feb could not be found. [ 1028.078147] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.078147] env[68466]: INFO nova.compute.manager [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1028.078147] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.078147] env[68466]: DEBUG nova.compute.manager [-] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.078147] env[68466]: DEBUG nova.network.neutron [-] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.093877] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.094122] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.094288] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.094473] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.094618] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.094763] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.094969] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.095176] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.095316] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.095467] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.095640] env[68466]: DEBUG nova.virt.hardware [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.096797] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec00d809-349c-4b4a-8e99-3046cdd953bc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.105045] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1514fda-6b43-4c5a-8255-f6284cdfc496 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.109642] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.109642] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.109642] env[68466]: INFO nova.compute.manager [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Rebooting instance [ 1028.125266] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:82:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cf351fd-6e68-438a-800c-27231995053f', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.133595] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.137744] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.138010] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e4acc9e-105b-4935-a7a4-63c3b0cc0291 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.157563] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.157563] env[68466]: value = "task-2812894" [ 1028.157563] env[68466]: _type = "Task" [ 1028.157563] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.169475] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812894, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.233924] env[68466]: DEBUG nova.compute.manager [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Received event network-vif-plugged-d323f087-44c9-4452-ad05-3847d59ceda7 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1028.234189] env[68466]: DEBUG oslo_concurrency.lockutils [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] Acquiring lock "fd84892b-1149-4d89-b806-6623f1656950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.234423] env[68466]: DEBUG oslo_concurrency.lockutils [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] Lock "fd84892b-1149-4d89-b806-6623f1656950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.234645] env[68466]: DEBUG oslo_concurrency.lockutils [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] Lock "fd84892b-1149-4d89-b806-6623f1656950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.234890] env[68466]: DEBUG nova.compute.manager [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] No waiting events found dispatching network-vif-plugged-d323f087-44c9-4452-ad05-3847d59ceda7 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.235204] env[68466]: WARNING nova.compute.manager [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Received unexpected event network-vif-plugged-d323f087-44c9-4452-ad05-3847d59ceda7 for instance with vm_state building and task_state spawning. [ 1028.235443] env[68466]: DEBUG nova.compute.manager [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Received event network-changed-d323f087-44c9-4452-ad05-3847d59ceda7 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1028.235655] env[68466]: DEBUG nova.compute.manager [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Refreshing instance network info cache due to event network-changed-d323f087-44c9-4452-ad05-3847d59ceda7. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1028.235841] env[68466]: DEBUG oslo_concurrency.lockutils [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] Acquiring lock "refresh_cache-fd84892b-1149-4d89-b806-6623f1656950" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.264033] env[68466]: DEBUG nova.network.neutron [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Updating instance_info_cache with network_info: [{"id": "d323f087-44c9-4452-ad05-3847d59ceda7", "address": "fa:16:3e:9a:0b:48", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd323f087-44", "ovs_interfaceid": "d323f087-44c9-4452-ad05-3847d59ceda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.310521] env[68466]: INFO nova.compute.manager [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Took 38.03 seconds to build instance. [ 1028.341269] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812892, 'name': Rename_Task, 'duration_secs': 0.208636} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.341557] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.341821] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ca7681-7959-467c-a048-ffa89bc3effb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.347928] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1028.347928] env[68466]: value = "task-2812895" [ 1028.347928] env[68466]: _type = "Task" [ 1028.347928] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.356119] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.526105] env[68466]: DEBUG nova.scheduler.client.report [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.540233] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812893, 'name': ReconfigVM_Task, 'duration_secs': 0.28544} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.540558] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.541374] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75945161-4bee-4b04-93cd-fec9f0f03500 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.568690] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4bbafb31-6126-447d-90ab-cd4ba58cc6a8/4bbafb31-6126-447d-90ab-cd4ba58cc6a8.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.569430] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf75d6b-02d3-4fbb-94e9-62be1ee7664f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.590672] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1028.590672] env[68466]: value = "task-2812896" [ 1028.590672] env[68466]: _type = "Task" [ 1028.590672] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.599086] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.636640] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.636806] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.637836] env[68466]: DEBUG nova.network.neutron [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.667458] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812894, 'name': CreateVM_Task, 'duration_secs': 0.361845} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.667627] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.668372] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.671021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.671021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.671021] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab43d95d-7b04-4eb9-b36e-e95fb31477fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.674198] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1028.674198] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c97a05-a95c-5044-d648-8da27feaba06" [ 1028.674198] env[68466]: _type = "Task" [ 1028.674198] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.682428] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c97a05-a95c-5044-d648-8da27feaba06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.770181] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "refresh_cache-fd84892b-1149-4d89-b806-6623f1656950" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.770181] env[68466]: DEBUG nova.compute.manager [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Instance network_info: |[{"id": "d323f087-44c9-4452-ad05-3847d59ceda7", "address": "fa:16:3e:9a:0b:48", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd323f087-44", "ovs_interfaceid": "d323f087-44c9-4452-ad05-3847d59ceda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.770181] env[68466]: DEBUG oslo_concurrency.lockutils [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] Acquired lock "refresh_cache-fd84892b-1149-4d89-b806-6623f1656950" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.770181] env[68466]: DEBUG nova.network.neutron [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Refreshing network info cache for port d323f087-44c9-4452-ad05-3847d59ceda7 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.771247] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:0b:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd323f087-44c9-4452-ad05-3847d59ceda7', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.779014] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.779100] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd84892b-1149-4d89-b806-6623f1656950] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.780419] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f58cf12d-3096-47de-9f31-b9ba26a5aca6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.800699] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.800699] env[68466]: value = "task-2812897" [ 1028.800699] env[68466]: _type = "Task" [ 1028.800699] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.810515] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812897, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.812911] env[68466]: DEBUG oslo_concurrency.lockutils [None req-41ae4465-dcdb-4b13-9c7a-e7d66817ad70 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "6e13682b-2d23-4c5d-b505-74d7f2bd90df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.535s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.860146] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.918383] env[68466]: DEBUG nova.network.neutron [-] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.933695] env[68466]: DEBUG nova.network.neutron [-] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.035789] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.038572] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.324s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.038821] env[68466]: DEBUG nova.objects.instance [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lazy-loading 'resources' on Instance uuid 4c3229df-e7a4-4970-b6d4-75ec920a6b0a {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.074285] env[68466]: INFO nova.scheduler.client.report [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted allocations for instance 87468178-0f5e-4413-9186-e3fb9280c120 [ 1029.106170] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812896, 'name': ReconfigVM_Task, 'duration_secs': 0.48733} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.107360] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4bbafb31-6126-447d-90ab-cd4ba58cc6a8/4bbafb31-6126-447d-90ab-cd4ba58cc6a8.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.107360] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance '4bbafb31-6126-447d-90ab-cd4ba58cc6a8' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.187895] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c97a05-a95c-5044-d648-8da27feaba06, 'name': SearchDatastore_Task, 'duration_secs': 0.014113} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.188396] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.188739] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.189151] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.189303] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.189486] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.189755] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53fb4618-907a-4398-8e9b-fcaf3c046347 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.198451] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.198605] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.199403] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ceea7a-b953-486f-8e22-ceef0858d410 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.204382] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1029.204382] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52af75ac-c660-7246-d162-1f9dcc954fe6" [ 1029.204382] env[68466]: _type = "Task" [ 1029.204382] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.211985] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52af75ac-c660-7246-d162-1f9dcc954fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.315768] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812897, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.359750] env[68466]: DEBUG oslo_vmware.api [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812895, 'name': PowerOnVM_Task, 'duration_secs': 0.72158} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.360084] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.360523] env[68466]: INFO nova.compute.manager [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Took 10.60 seconds to spawn the instance on the hypervisor. [ 1029.360759] env[68466]: DEBUG nova.compute.manager [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.361688] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09ca1ae-8013-49fe-8e32-2f23752a9de3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.422089] env[68466]: INFO nova.compute.manager [-] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Took 1.60 seconds to deallocate network for instance. [ 1029.435830] env[68466]: INFO nova.compute.manager [-] [instance: e9297230-b10c-4e02-902c-67e76aa62feb] Took 1.36 seconds to deallocate network for instance. [ 1029.438392] env[68466]: DEBUG nova.network.neutron [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [{"id": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "address": "fa:16:3e:55:03:51", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbeb0b6-50", "ovs_interfaceid": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.540561] env[68466]: DEBUG nova.network.neutron [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Updated VIF entry in instance network info cache for port d323f087-44c9-4452-ad05-3847d59ceda7. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.540974] env[68466]: DEBUG nova.network.neutron [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Updating instance_info_cache with network_info: [{"id": "d323f087-44c9-4452-ad05-3847d59ceda7", "address": "fa:16:3e:9a:0b:48", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd323f087-44", "ovs_interfaceid": "d323f087-44c9-4452-ad05-3847d59ceda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.583346] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8394acc2-6356-4227-802e-c6cdfa5270a0 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "87468178-0f5e-4413-9186-e3fb9280c120" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.363s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.620359] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a322f9c-40bc-4409-bf9b-66e821c5d2e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.644285] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b16df-3e92-4f64-a79b-0372e6f05ee6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.662566] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance '4bbafb31-6126-447d-90ab-cd4ba58cc6a8' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.721241] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52af75ac-c660-7246-d162-1f9dcc954fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.722406] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f1e544-bd4a-405a-8aa8-ad0fe50158aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.732298] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1029.732298] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f5b164-2821-1ad8-2827-e859799eb9ac" [ 1029.732298] env[68466]: _type = "Task" [ 1029.732298] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.740957] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f5b164-2821-1ad8-2827-e859799eb9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.813665] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812897, 'name': CreateVM_Task, 'duration_secs': 0.53477} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.815967] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd84892b-1149-4d89-b806-6623f1656950] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.816873] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.817048] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.817356] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.817604] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f785be99-ad1b-406d-bb5e-77581bc5f601 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.822027] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1029.822027] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da3629-b1b4-4722-f219-43215373778c" [ 1029.822027] env[68466]: _type = "Task" [ 1029.822027] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.830561] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da3629-b1b4-4722-f219-43215373778c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.891283] env[68466]: INFO nova.compute.manager [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Took 42.33 seconds to build instance. [ 1029.907978] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2d76b1-a2cb-4084-a7f3-8069debb8e6f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.916683] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bce880-57a9-4a84-b418-ae5af67afa94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.946699] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.947476] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.951681] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7a75f9-27d3-4d8c-8d63-e4aa1458ecb9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.959124] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23e4652-eef7-4936-9497-f5419787a610 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.977134] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "292bc6a1-f7a2-400d-88dd-3148250b3f55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.977386] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "292bc6a1-f7a2-400d-88dd-3148250b3f55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.977585] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "292bc6a1-f7a2-400d-88dd-3148250b3f55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.977760] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "292bc6a1-f7a2-400d-88dd-3148250b3f55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.977938] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "292bc6a1-f7a2-400d-88dd-3148250b3f55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.979617] env[68466]: DEBUG nova.compute.provider_tree [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.981995] env[68466]: INFO nova.compute.manager [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Terminating instance [ 1029.991047] env[68466]: INFO nova.compute.manager [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Rebuilding instance [ 1030.035735] env[68466]: DEBUG nova.compute.manager [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.036655] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb06203-237d-4721-b6fb-3a93844c554b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.045761] env[68466]: DEBUG oslo_concurrency.lockutils [req-4d5eb339-a29c-4771-97cd-76218c860161 req-3e26946c-0bd5-4bd3-810d-8d3145ab3e03 service nova] Releasing lock "refresh_cache-fd84892b-1149-4d89-b806-6623f1656950" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.203652] env[68466]: DEBUG nova.network.neutron [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Port 14977199-7bd9-46a5-a863-db38cd67f4bf binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1030.217682] env[68466]: DEBUG oslo_concurrency.lockutils [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "31535c04-c6b6-49fa-bbd7-6dafed674668" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.218468] env[68466]: DEBUG oslo_concurrency.lockutils [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.243353] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f5b164-2821-1ad8-2827-e859799eb9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.036548} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.243733] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.243926] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244/622f7a1a-445d-4ccb-8c4b-e3137a4ab244.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.244235] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-929af00f-bc49-46be-a4cd-4334cda614c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.253753] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1030.253753] env[68466]: value = "task-2812898" [ 1030.253753] env[68466]: _type = "Task" [ 1030.253753] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.261787] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.333783] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da3629-b1b4-4722-f219-43215373778c, 'name': SearchDatastore_Task, 'duration_secs': 0.030055} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.335307] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.335565] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.335812] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.336015] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.336318] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.337543] env[68466]: DEBUG nova.compute.manager [req-7e673b67-0f87-42c8-b7ce-2cd781b44dde req-7b9a7fec-aef2-479b-8b56-3d2f6ee80802 service nova] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Received event network-vif-deleted-2692c77d-5447-461a-be01-5a8186918d96 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.338762] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bf1170d-cd41-453a-8f28-ae6510a19e44 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.346887] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.347096] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.347898] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5830062d-00d2-40dd-94aa-a056f53d22f6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.353603] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1030.353603] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c589dd-aa1d-ecfc-88cc-67ee073cf5b0" [ 1030.353603] env[68466]: _type = "Task" [ 1030.353603] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.362178] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c589dd-aa1d-ecfc-88cc-67ee073cf5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.393470] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ddae0e45-9f27-4fe0-8e78-027485176392 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.838s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.454746] env[68466]: DEBUG nova.compute.manager [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.455675] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4612cc8d-8fd2-4358-bf31-5fc7f18965f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.484414] env[68466]: DEBUG nova.scheduler.client.report [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.488266] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5e2dd96e-0d0c-4401-b8b4-db62217f6692 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "e9297230-b10c-4e02-902c-67e76aa62feb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.984s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.489457] env[68466]: DEBUG nova.compute.manager [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.489741] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.490946] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3934cb51-8499-4875-87de-d3f001d5efde {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.499938] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.500278] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f820dff-7d32-46e8-b58c-3595a83c373d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.509127] env[68466]: DEBUG oslo_vmware.api [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 1030.509127] env[68466]: value = "task-2812899" [ 1030.509127] env[68466]: _type = "Task" [ 1030.509127] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.520649] env[68466]: DEBUG oslo_vmware.api [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.588837] env[68466]: INFO nova.compute.manager [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Rescuing [ 1030.589193] env[68466]: DEBUG oslo_concurrency.lockutils [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "refresh_cache-810d9838-ac7b-4e87-8d12-c08379550e9d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.589378] env[68466]: DEBUG oslo_concurrency.lockutils [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "refresh_cache-810d9838-ac7b-4e87-8d12-c08379550e9d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.589604] env[68466]: DEBUG nova.network.neutron [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.721909] env[68466]: INFO nova.compute.manager [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Detaching volume 6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c [ 1030.764952] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812898, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.766866] env[68466]: INFO nova.virt.block_device [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Attempting to driver detach volume 6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c from mountpoint /dev/sdb [ 1030.767212] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1030.767318] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565226', 'volume_id': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'name': 'volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31535c04-c6b6-49fa-bbd7-6dafed674668', 'attached_at': '', 'detached_at': '', 'volume_id': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'serial': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1030.768466] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d3c656-92df-47d4-94f6-182010d249a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.795570] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923268c3-7b3d-40d2-bad9-37cf353423eb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.803255] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64248648-9664-41dc-98ba-fc8a0f2f8985 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.827460] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286d18e2-c617-4a6f-9c62-b9fc68ecaf60 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.844207] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] The volume has not been displaced from its original location: [datastore1] volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c/volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1030.849149] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.849603] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c7f5c7-a035-475b-904d-ab77f9604ac9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.874179] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c589dd-aa1d-ecfc-88cc-67ee073cf5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.876178] env[68466]: DEBUG oslo_vmware.api [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1030.876178] env[68466]: value = "task-2812900" [ 1030.876178] env[68466]: _type = "Task" [ 1030.876178] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.876442] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36fb0e56-6fe7-49ab-b32c-81095019265b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.885121] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1030.885121] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52178076-b6a8-16c6-d1b2-9ca895ee2689" [ 1030.885121] env[68466]: _type = "Task" [ 1030.885121] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.888769] env[68466]: DEBUG oslo_vmware.api [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.896626] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52178076-b6a8-16c6-d1b2-9ca895ee2689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.991092] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.993734] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.159s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.022866] env[68466]: DEBUG oslo_vmware.api [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812899, 'name': PowerOffVM_Task, 'duration_secs': 0.433693} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.024025] env[68466]: INFO nova.scheduler.client.report [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Deleted allocations for instance 4c3229df-e7a4-4970-b6d4-75ec920a6b0a [ 1031.025012] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.025203] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.027486] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be7084f2-39ef-40e7-be95-73ffe48e3ea4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.051664] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.051664] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb28621-2a2b-4dd7-85ff-52c7ab736c17 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.058026] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1031.058026] env[68466]: value = "task-2812902" [ 1031.058026] env[68466]: _type = "Task" [ 1031.058026] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.066877] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.090568] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.090840] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.091059] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleting the datastore file [datastore1] 292bc6a1-f7a2-400d-88dd-3148250b3f55 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.091428] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aaafea2-acdb-4157-9f44-4fdf5c72e7bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.102765] env[68466]: DEBUG oslo_vmware.api [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 1031.102765] env[68466]: value = "task-2812903" [ 1031.102765] env[68466]: _type = "Task" [ 1031.102765] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.111098] env[68466]: DEBUG oslo_vmware.api [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.228287] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.228648] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.228926] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.269493] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557594} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.269934] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244/622f7a1a-445d-4ccb-8c4b-e3137a4ab244.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.270345] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.270682] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-688e76d3-4e40-42f4-bd16-f45a4b30bc9b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.278965] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1031.278965] env[68466]: value = "task-2812904" [ 1031.278965] env[68466]: _type = "Task" [ 1031.278965] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.287063] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.334991] env[68466]: DEBUG nova.network.neutron [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Updating instance_info_cache with network_info: [{"id": "0434f562-5e10-4f11-aa19-d3e4d6046904", "address": "fa:16:3e:8f:85:8e", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0434f562-5e", "ovs_interfaceid": "0434f562-5e10-4f11-aa19-d3e4d6046904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.388331] env[68466]: DEBUG oslo_vmware.api [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812900, 'name': ReconfigVM_Task, 'duration_secs': 0.232321} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.388699] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.393795] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-776468fe-3148-443b-8040-8832bfe2bc43 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.414113] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52178076-b6a8-16c6-d1b2-9ca895ee2689, 'name': SearchDatastore_Task, 'duration_secs': 0.014069} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.415482] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.415744] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] fd84892b-1149-4d89-b806-6623f1656950/fd84892b-1149-4d89-b806-6623f1656950.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.416095] env[68466]: DEBUG oslo_vmware.api [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1031.416095] env[68466]: value = "task-2812905" [ 1031.416095] env[68466]: _type = "Task" [ 1031.416095] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.416278] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eae63e4c-d94a-481e-a9a0-47fcced7594b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.426166] env[68466]: DEBUG oslo_vmware.api [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.427464] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1031.427464] env[68466]: value = "task-2812906" [ 1031.427464] env[68466]: _type = "Task" [ 1031.427464] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.435115] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.473304] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f50cc7-36cd-498b-aec9-0ef942dfdaee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.483044] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Doing hard reboot of VM {{(pid=68466) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1031.483295] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fe2a5602-bdd9-474a-b268-13ebee63c11c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.496689] env[68466]: DEBUG oslo_vmware.api [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1031.496689] env[68466]: value = "task-2812907" [ 1031.496689] env[68466]: _type = "Task" [ 1031.496689] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.519204] env[68466]: DEBUG oslo_vmware.api [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812907, 'name': ResetVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.533218] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d59a2af3-bcde-444c-a2b5-279abd446d9e tempest-ListServerFiltersTestJSON-1336775732 tempest-ListServerFiltersTestJSON-1336775732-project-member] Lock "4c3229df-e7a4-4970-b6d4-75ec920a6b0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.217s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.570659] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812902, 'name': PowerOffVM_Task, 'duration_secs': 0.121275} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.570992] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.571700] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.572660] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b20e24-1bc0-435c-ab61-9ad62a735ce8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.581987] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.582391] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a479ab3-9a30-4336-ba07-087c452d52d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.617336] env[68466]: DEBUG oslo_vmware.api [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295199} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.618927] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.619210] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.619498] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.619719] env[68466]: INFO nova.compute.manager [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1031.620026] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.620283] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.620517] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.620769] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Deleting the datastore file [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.621065] env[68466]: DEBUG nova.compute.manager [-] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.621227] env[68466]: DEBUG nova.network.neutron [-] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.623437] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-128303b7-6ef2-4f2a-8da5-afb76ce1f330 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.632063] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1031.632063] env[68466]: value = "task-2812909" [ 1031.632063] env[68466]: _type = "Task" [ 1031.632063] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.641219] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.653924] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.654172] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.794115] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133734} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.794562] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.795495] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67249455-1e21-43ab-9e3e-14c4915dfd55 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.820302] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244/622f7a1a-445d-4ccb-8c4b-e3137a4ab244.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.821021] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15856ab-3cc9-4291-bd31-7499cc552814 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.838142] env[68466]: DEBUG oslo_concurrency.lockutils [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "refresh_cache-810d9838-ac7b-4e87-8d12-c08379550e9d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.844314] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1031.844314] env[68466]: value = "task-2812910" [ 1031.844314] env[68466]: _type = "Task" [ 1031.844314] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.855931] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.938036] env[68466]: DEBUG oslo_vmware.api [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.947457] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812906, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.007523] env[68466]: DEBUG oslo_vmware.api [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2812907, 'name': ResetVM_Task, 'duration_secs': 0.134676} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.008495] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Did hard reboot of VM {{(pid=68466) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1032.008696] env[68466]: DEBUG nova.compute.manager [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.009567] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a70e83-58ef-4a5d-bf3a-fd4e9551d532 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.013391] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Applying migration context for instance 4bbafb31-6126-447d-90ab-cd4ba58cc6a8 as it has an incoming, in-progress migration 4b3b33c9-be60-4409-b2f9-26bae3a6b25c. Migration status is post-migrating {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1032.015309] env[68466]: INFO nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating resource usage from migration 4b3b33c9-be60-4409-b2f9-26bae3a6b25c [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 9bea5d78-3afa-4e77-bd26-1cd2694c536c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5241821c-6db7-482c-b466-9f15b8ad21e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance c09869f1-0f84-4530-a323-a365511652f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 292bc6a1-f7a2-400d-88dd-3148250b3f55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 29702cfa-692e-4ebd-b149-0ca14add1229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 68311f9b-64cc-4e62-9db5-d1b7f8f4661b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 31535c04-c6b6-49fa-bbd7-6dafed674668 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance f7f960d4-9806-4cdc-8109-a2b51fdc146e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance f136ae1c-6e1f-4a22-9fc6-94b13df53bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 622f7a1a-445d-4ccb-8c4b-e3137a4ab244 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance e2b3544e-8a43-43f7-b52b-dae2c27899c5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1032.050447] env[68466]: WARNING nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 6b81bf6e-7671-4afd-8dae-9307c1bcfcec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 2e15eeef-7404-4535-8649-8b70d11c99b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.050447] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance e0cf1160-2088-4cb0-9ad9-bce163136384 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.051051] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 187595e3-2e27-4770-87f1-56208157d51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.051051] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 810d9838-ac7b-4e87-8d12-c08379550e9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.051051] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 6e13682b-2d23-4c5d-b505-74d7f2bd90df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.051051] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Migration 4b3b33c9-be60-4409-b2f9-26bae3a6b25c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1032.051051] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 4bbafb31-6126-447d-90ab-cd4ba58cc6a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.051051] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance fd84892b-1149-4d89-b806-6623f1656950 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1032.143148] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235826} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.143281] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.143472] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.143805] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.156669] env[68466]: DEBUG nova.compute.manager [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.285360] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.285537] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.285720] env[68466]: DEBUG nova.network.neutron [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.355940] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.363456] env[68466]: DEBUG nova.compute.manager [req-047aecdd-6452-4b44-bc74-c912bef376af req-733e18ab-2ebb-4f5e-bd84-9984fe952eaa service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Received event network-vif-deleted-8d999e46-1ee0-410a-a9df-e66ed0eaad40 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1032.363622] env[68466]: INFO nova.compute.manager [req-047aecdd-6452-4b44-bc74-c912bef376af req-733e18ab-2ebb-4f5e-bd84-9984fe952eaa service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Neutron deleted interface 8d999e46-1ee0-410a-a9df-e66ed0eaad40; detaching it from the instance and deleting it from the info cache [ 1032.363797] env[68466]: DEBUG nova.network.neutron [req-047aecdd-6452-4b44-bc74-c912bef376af req-733e18ab-2ebb-4f5e-bd84-9984fe952eaa service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.430331] env[68466]: DEBUG oslo_vmware.api [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.440183] env[68466]: DEBUG nova.network.neutron [-] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.441456] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761228} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.443028] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] fd84892b-1149-4d89-b806-6623f1656950/fd84892b-1149-4d89-b806-6623f1656950.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.443028] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.443028] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a74d0c41-a264-470e-b7c8-ac9837294c0c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.453453] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1032.453453] env[68466]: value = "task-2812911" [ 1032.453453] env[68466]: _type = "Task" [ 1032.453453] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.464649] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.531417] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6d4de412-126d-4c8f-99b3-c168d5d993e3 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.422s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.553479] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance ad3a4c51-209f-4b82-b189-5d74fd156f00 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1032.685821] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.856975] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.866891] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-951f170b-540c-4c71-83c6-331128f1904f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.878297] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e700fb-2b36-4018-b925-e324364e5dae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.924554] env[68466]: DEBUG nova.compute.manager [req-047aecdd-6452-4b44-bc74-c912bef376af req-733e18ab-2ebb-4f5e-bd84-9984fe952eaa service nova] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Detach interface failed, port_id=8d999e46-1ee0-410a-a9df-e66ed0eaad40, reason: Instance 292bc6a1-f7a2-400d-88dd-3148250b3f55 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1032.936824] env[68466]: DEBUG oslo_vmware.api [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812905, 'name': ReconfigVM_Task, 'duration_secs': 1.267488} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.937174] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565226', 'volume_id': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'name': 'volume-6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '31535c04-c6b6-49fa-bbd7-6dafed674668', 'attached_at': '', 'detached_at': '', 'volume_id': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c', 'serial': '6a83e69e-eeba-43f0-b425-7a7fbc2b7b1c'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1032.946353] env[68466]: INFO nova.compute.manager [-] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Took 1.32 seconds to deallocate network for instance. [ 1032.965302] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181403} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.969074] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.969234] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f2431d-8b51-4cfd-b227-52530a74e475 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.996436] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] fd84892b-1149-4d89-b806-6623f1656950/fd84892b-1149-4d89-b806-6623f1656950.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.997497] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4267c9-ac00-4201-9258-8a626d9b59a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.020353] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1033.020353] env[68466]: value = "task-2812912" [ 1033.020353] env[68466]: _type = "Task" [ 1033.020353] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.029366] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.054455] env[68466]: DEBUG nova.network.neutron [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance_info_cache with network_info: [{"id": "14977199-7bd9-46a5-a863-db38cd67f4bf", "address": "fa:16:3e:43:3f:88", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14977199-7b", "ovs_interfaceid": "14977199-7bd9-46a5-a863-db38cd67f4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.056750] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance a5b833d6-ab57-4e49-9e0b-889d3e87aa5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1033.186529] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.186793] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.186952] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.187149] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.187295] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.187442] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.187647] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.187803] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.187962] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.188137] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.188385] env[68466]: DEBUG nova.virt.hardware [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.189466] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6745cdd1-0e93-4f4f-8c7b-0809b3f5f021 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.197847] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e16aa19-ce49-4601-95bf-2669de9e94ce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.215935] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Instance VIF info [] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.221707] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.222016] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.222256] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe450ca7-2582-4123-9eac-443bfdafeb2a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.241680] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.241680] env[68466]: value = "task-2812913" [ 1033.241680] env[68466]: _type = "Task" [ 1033.241680] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.253737] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812913, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.356910] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812910, 'name': ReconfigVM_Task, 'duration_secs': 1.408197} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.357884] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244/622f7a1a-445d-4ccb-8c4b-e3137a4ab244.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.358783] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'boot_index': 0, 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'guest_format': None, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'disk_bus': None, 'image_id': 'ce1c1ede-c5f8-47a5-8b0d-40db78629440'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'}, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '2977926f-2efc-4c8e-87bd-993e0802c393', 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68466) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1033.359030] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1033.359212] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1033.360059] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0b28ac-1c12-46cb-8bd6-16e5b4d56183 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.376591] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64db65d-51bf-41aa-b75d-db75fe799e96 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.394828] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.402189] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-d8c90397-5269-49e8-b51c-a44f900b7ec9/volume-d8c90397-5269-49e8-b51c-a44f900b7ec9.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.402502] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7544841-be0f-4d49-a731-3026c392658b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.404184] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37d4640a-bb4d-4779-80fa-ed839e6467e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.422870] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1033.422870] env[68466]: value = "task-2812914" [ 1033.422870] env[68466]: _type = "Task" [ 1033.422870] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.427934] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1033.427934] env[68466]: value = "task-2812915" [ 1033.427934] env[68466]: _type = "Task" [ 1033.427934] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.434747] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.442572] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.454125] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.491833] env[68466]: DEBUG nova.objects.instance [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.540960] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812912, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.560065] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.564469] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 1f501e89-a19c-459f-af03-975dd67fa3d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1033.753207] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812913, 'name': CreateVM_Task, 'duration_secs': 0.372227} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.753492] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.753949] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.754205] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.754550] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.754839] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f8c3b3-058b-49f3-92d5-b8a27503c73c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.760582] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1033.760582] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523bf938-f93f-04b4-3545-0588544dd4b8" [ 1033.760582] env[68466]: _type = "Task" [ 1033.760582] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.770974] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523bf938-f93f-04b4-3545-0588544dd4b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.873643] env[68466]: INFO nova.compute.manager [None req-6c5ada19-6e7c-4291-bc31-6c85da03f465 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Get console output [ 1033.874524] env[68466]: WARNING nova.virt.vmwareapi.driver [None req-6c5ada19-6e7c-4291-bc31-6c85da03f465 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] The console log is missing. Check your VSPC configuration [ 1033.937628] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812914, 'name': PowerOffVM_Task, 'duration_secs': 0.208074} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.938113] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.939491] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7860c72-0202-4624-bcb2-b64e8b508686 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.945811] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812915, 'name': ReconfigVM_Task, 'duration_secs': 0.389387} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.946463] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-d8c90397-5269-49e8-b51c-a44f900b7ec9/volume-d8c90397-5269-49e8-b51c-a44f900b7ec9.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.966942] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c7662bd-23e5-48af-ae37-9b8252d00eee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.976815] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e51828e-ff98-48f8-8270-ad69a7c9722c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.987761] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1033.987761] env[68466]: value = "task-2812916" [ 1033.987761] env[68466]: _type = "Task" [ 1033.987761] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.000278] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.017834] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.018453] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ffad635-5cde-481d-bf08-1478ff84e3fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.027263] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1034.027263] env[68466]: value = "task-2812917" [ 1034.027263] env[68466]: _type = "Task" [ 1034.027263] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.034266] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812912, 'name': ReconfigVM_Task, 'duration_secs': 0.555203} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.034943] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Reconfigured VM instance instance-00000061 to attach disk [datastore2] fd84892b-1149-4d89-b806-6623f1656950/fd84892b-1149-4d89-b806-6623f1656950.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.035915] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4f16bcf-c4df-4ea4-b5a8-fee68d8b5d52 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.041487] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1034.041716] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.041987] env[68466]: DEBUG oslo_concurrency.lockutils [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.042184] env[68466]: DEBUG oslo_concurrency.lockutils [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.042388] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.042666] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-257cd102-a6db-43a6-9b3f-d354ccc411f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.046566] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1034.046566] env[68466]: value = "task-2812918" [ 1034.046566] env[68466]: _type = "Task" [ 1034.046566] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.053251] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.053449] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.056870] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-168bb7a3-8778-4ec6-b69b-a5d0b6dd4c51 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.059183] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812918, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.062786] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1034.062786] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5279cae7-c70f-9e0f-b369-e3d7d868dd10" [ 1034.062786] env[68466]: _type = "Task" [ 1034.062786] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.069209] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 7c476252-1a78-43ae-a7d3-4403fbe24e6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1034.076143] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5279cae7-c70f-9e0f-b369-e3d7d868dd10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.093101] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a811398e-c09d-4c28-9632-ec7468ee061e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.127640] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ab48fc-afd6-4f86-8abb-20ade438e961 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.138530] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance '4bbafb31-6126-447d-90ab-cd4ba58cc6a8' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.275398] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523bf938-f93f-04b4-3545-0588544dd4b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.275713] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.275949] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.276189] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.439923] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "31535c04-c6b6-49fa-bbd7-6dafed674668" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.498896] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812916, 'name': ReconfigVM_Task, 'duration_secs': 0.159466} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.498896] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1034.499443] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22b85b0d-19b1-4ca1-909c-f1391e88b789 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.502937] env[68466]: DEBUG oslo_concurrency.lockutils [None req-674ec1dd-06a3-4676-9642-ef7c894a7aba tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.285s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.504589] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.064s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.504867] env[68466]: DEBUG nova.compute.manager [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.505996] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6ee39-0016-4216-a432-f868efa711c5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.510681] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1034.510681] env[68466]: value = "task-2812919" [ 1034.510681] env[68466]: _type = "Task" [ 1034.510681] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.517336] env[68466]: DEBUG nova.compute.manager [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1034.517693] env[68466]: DEBUG nova.objects.instance [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.525260] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812919, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.561469] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812918, 'name': Rename_Task, 'duration_secs': 0.321149} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.561830] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.562821] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0179479-d64a-4bba-8c5b-3c5c64db16c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.580721] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1034.581220] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1034.581493] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1034.585676] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5279cae7-c70f-9e0f-b369-e3d7d868dd10, 'name': SearchDatastore_Task, 'duration_secs': 0.012731} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.589288] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1034.589288] env[68466]: value = "task-2812920" [ 1034.589288] env[68466]: _type = "Task" [ 1034.589288] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.589640] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ed81b6-fe91-44c2-8931-9ca9b81d7133 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.609131] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812920, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.611600] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1034.611600] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a1d02e-88b4-a94d-0cf3-761975eeebe5" [ 1034.611600] env[68466]: _type = "Task" [ 1034.611600] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.629582] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a1d02e-88b4-a94d-0cf3-761975eeebe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.646529] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.646897] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46a24f64-4da5-4ec3-b909-b8d3f6bc87af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.657798] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1034.657798] env[68466]: value = "task-2812921" [ 1034.657798] env[68466]: _type = "Task" [ 1034.657798] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.675026] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.940756] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "29702cfa-692e-4ebd-b149-0ca14add1229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.941067] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "29702cfa-692e-4ebd-b149-0ca14add1229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.941353] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "29702cfa-692e-4ebd-b149-0ca14add1229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.941773] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "29702cfa-692e-4ebd-b149-0ca14add1229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.941937] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "29702cfa-692e-4ebd-b149-0ca14add1229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.944313] env[68466]: INFO nova.compute.manager [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Terminating instance [ 1034.990715] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e642529-7edc-4ce7-926c-d65bee37ad32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.003269] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95754512-f187-4207-b6b0-0af1cff87803 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.051952] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f6b8e-f239-49d8-9ea1-db2aa5ef412f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.066754] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812919, 'name': Rename_Task, 'duration_secs': 0.298438} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.070046] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.070505] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28309e89-8d5c-4f0b-81ca-b81757e167a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.073515] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac9a010-e9d6-443c-a785-c324a44f1724 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.093045] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.095076] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1035.095076] env[68466]: value = "task-2812922" [ 1035.095076] env[68466]: _type = "Task" [ 1035.095076] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.109866] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.114607] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.128524] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a1d02e-88b4-a94d-0cf3-761975eeebe5, 'name': SearchDatastore_Task, 'duration_secs': 0.022644} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.128815] env[68466]: DEBUG oslo_concurrency.lockutils [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.129126] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 810d9838-ac7b-4e87-8d12-c08379550e9d/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. {{(pid=68466) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1035.129449] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.129649] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.130462] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-433ff9c3-8285-47ee-8e9c-2c049d09cd1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.132390] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fde9d5f-6a66-492c-b9ba-6f4ee94007a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.143514] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1035.143514] env[68466]: value = "task-2812923" [ 1035.143514] env[68466]: _type = "Task" [ 1035.143514] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.149279] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.149504] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.153123] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e22f2e-3ee7-4c85-8df5-1e5f8d4d3ba7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.155696] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.159905] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1035.159905] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52235587-f56e-148c-4658-0886dc93849e" [ 1035.159905] env[68466]: _type = "Task" [ 1035.159905] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.175760] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.176029] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52235587-f56e-148c-4658-0886dc93849e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.448256] env[68466]: DEBUG nova.compute.manager [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.448819] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.449923] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebad6ed-7577-4f69-b43e-053662ddf8bc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.459785] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.460093] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05100b1d-cb16-4db3-bc0e-da685465fe53 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.470033] env[68466]: DEBUG oslo_vmware.api [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1035.470033] env[68466]: value = "task-2812924" [ 1035.470033] env[68466]: _type = "Task" [ 1035.470033] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.479789] env[68466]: DEBUG oslo_vmware.api [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.558348] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.558899] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f70e955d-dc2d-458f-a27d-0db5309e4eb8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.568360] env[68466]: DEBUG oslo_vmware.api [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1035.568360] env[68466]: value = "task-2812925" [ 1035.568360] env[68466]: _type = "Task" [ 1035.568360] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.581548] env[68466]: DEBUG oslo_vmware.api [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.597734] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.618644] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812922, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.624280] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.657337] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812923, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.677258] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52235587-f56e-148c-4658-0886dc93849e, 'name': SearchDatastore_Task, 'duration_secs': 0.016799} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.681946] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.682306] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e02006-82e8-49e1-bf9e-5c86b5083145 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.691470] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1035.691470] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c22b74-fb0e-b04f-973e-ddea0f1b3c43" [ 1035.691470] env[68466]: _type = "Task" [ 1035.691470] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.705269] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c22b74-fb0e-b04f-973e-ddea0f1b3c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.980834] env[68466]: DEBUG oslo_vmware.api [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.083925] env[68466]: DEBUG oslo_vmware.api [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812925, 'name': PowerOffVM_Task, 'duration_secs': 0.309763} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.085479] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.085479] env[68466]: DEBUG nova.compute.manager [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.085820] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e147aa-1a88-4117-a168-124ee4da4ad5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.110916] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1036.111158] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.117s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.111419] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.116266] env[68466]: DEBUG oslo_concurrency.lockutils [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.327s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.116478] env[68466]: DEBUG oslo_concurrency.lockutils [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.119450] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.641s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.121057] env[68466]: INFO nova.compute.claims [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.132020] env[68466]: DEBUG oslo_vmware.api [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2812922, 'name': PowerOnVM_Task, 'duration_secs': 0.639386} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.132020] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.132020] env[68466]: DEBUG nova.compute.manager [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.132020] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8da167-e63f-4141-a2b9-8a97e92616e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.149975] env[68466]: INFO nova.scheduler.client.report [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Deleted allocations for instance e2b3544e-8a43-43f7-b52b-dae2c27899c5 [ 1036.160036] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644635} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.163128] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 810d9838-ac7b-4e87-8d12-c08379550e9d/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. [ 1036.163128] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3454c69d-37f5-4557-b658-9966a80486ce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.193277] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.202964] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 810d9838-ac7b-4e87-8d12-c08379550e9d/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.206534] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b74fa537-e785-4694-bdc8-bac4d89c2bd5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.227202] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c22b74-fb0e-b04f-973e-ddea0f1b3c43, 'name': SearchDatastore_Task, 'duration_secs': 0.049953} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.228716] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.228980] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df/6e13682b-2d23-4c5d-b505-74d7f2bd90df.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.229369] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1036.229369] env[68466]: value = "task-2812926" [ 1036.229369] env[68466]: _type = "Task" [ 1036.229369] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.229558] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-464fc6fb-0b9a-4d04-a46d-0cd59e14a1d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.243318] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812926, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.244846] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1036.244846] env[68466]: value = "task-2812927" [ 1036.244846] env[68466]: _type = "Task" [ 1036.244846] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.253857] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.482628] env[68466]: DEBUG oslo_vmware.api [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812924, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.606083] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ede0ff8e-361e-44af-92fc-992e74f76e0c tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.614402] env[68466]: DEBUG oslo_vmware.api [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2812920, 'name': PowerOnVM_Task, 'duration_secs': 1.916763} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.614402] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.614638] env[68466]: INFO nova.compute.manager [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1036.614784] env[68466]: DEBUG nova.compute.manager [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.615942] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e5759b-4afc-479d-b29f-5e4662dca816 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.650079] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.674774] env[68466]: DEBUG oslo_concurrency.lockutils [None req-213a896a-d782-4de4-aa38-6a4fd165ab60 tempest-ImagesTestJSON-432388383 tempest-ImagesTestJSON-432388383-project-member] Lock "e2b3544e-8a43-43f7-b52b-dae2c27899c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.761s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.681902] env[68466]: DEBUG oslo_vmware.api [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812921, 'name': PowerOnVM_Task, 'duration_secs': 1.744399} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.682206] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.682393] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420e3d-aaf8-4ac6-924d-88b07fdb934d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance '4bbafb31-6126-447d-90ab-cd4ba58cc6a8' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.744553] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.756145] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812927, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.955837] env[68466]: DEBUG nova.objects.instance [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.986598] env[68466]: DEBUG oslo_vmware.api [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812924, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.140146] env[68466]: INFO nova.compute.manager [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Took 43.48 seconds to build instance. [ 1037.248870] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812926, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.261156] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615774} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.265056] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df/6e13682b-2d23-4c5d-b505-74d7f2bd90df.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.265400] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.266747] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6e8da37-6f1f-4777-b83c-a75cd651c37c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.276077] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1037.276077] env[68466]: value = "task-2812928" [ 1037.276077] env[68466]: _type = "Task" [ 1037.276077] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.292589] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.465968] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.465968] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.466160] env[68466]: DEBUG nova.network.neutron [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.466288] env[68466]: DEBUG nova.objects.instance [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'info_cache' on Instance uuid 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.483187] env[68466]: DEBUG oslo_vmware.api [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812924, 'name': PowerOffVM_Task, 'duration_secs': 1.993492} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.483187] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.483187] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.483187] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1286c9c0-6f8d-4ae3-921a-ad0b03d2f455 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.546257] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249ffc41-720b-448e-a3b3-232dab026cf2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.555146] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a7c5af-429b-492a-a596-f15b8530d386 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.603025] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536db9f9-c226-44f8-9b0b-078ac882d425 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.604079] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.604599] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.604926] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleting the datastore file [datastore2] 29702cfa-692e-4ebd-b149-0ca14add1229 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.605507] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdf57d37-40de-4a2e-a5f1-768f32972306 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.615168] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6c55cb-778e-472f-a5f5-16de7f19fff2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.619758] env[68466]: DEBUG oslo_vmware.api [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1037.619758] env[68466]: value = "task-2812930" [ 1037.619758] env[68466]: _type = "Task" [ 1037.619758] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.633479] env[68466]: DEBUG nova.compute.provider_tree [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.641441] env[68466]: DEBUG oslo_vmware.api [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.642020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2fc2a169-e596-4054-863a-4b3f7526df7f tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "fd84892b-1149-4d89-b806-6623f1656950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.993s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.745400] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812926, 'name': ReconfigVM_Task, 'duration_secs': 1.037655} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.745932] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 810d9838-ac7b-4e87-8d12-c08379550e9d/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.747023] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e728d5d-c7f6-48c5-9e0c-45fcbc0b4af3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.775390] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce30f9c-2088-4bed-a06e-a5350413459b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.795676] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114794} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.797276] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.797662] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1037.797662] env[68466]: value = "task-2812931" [ 1037.797662] env[68466]: _type = "Task" [ 1037.797662] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.798878] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f1990-49ce-434e-ab0f-fa939dd4a81c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.809896] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.826810] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df/6e13682b-2d23-4c5d-b505-74d7f2bd90df.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.827534] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89c8988b-a5b9-49a7-8734-35fea5986e0f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.850458] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1037.850458] env[68466]: value = "task-2812932" [ 1037.850458] env[68466]: _type = "Task" [ 1037.850458] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.860796] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.971201] env[68466]: DEBUG nova.objects.base [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Object Instance<31535c04-c6b6-49fa-bbd7-6dafed674668> lazy-loaded attributes: flavor,info_cache {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1038.087209] env[68466]: DEBUG nova.compute.manager [req-c5cadb2a-e7c3-4918-8a0c-2fb5e5f03521 req-37ca8fc0-b5b3-4135-a3a0-4b8cef11dbca service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Received event network-changed-d323f087-44c9-4452-ad05-3847d59ceda7 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.088798] env[68466]: DEBUG nova.compute.manager [req-c5cadb2a-e7c3-4918-8a0c-2fb5e5f03521 req-37ca8fc0-b5b3-4135-a3a0-4b8cef11dbca service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Refreshing instance network info cache due to event network-changed-d323f087-44c9-4452-ad05-3847d59ceda7. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1038.089343] env[68466]: DEBUG oslo_concurrency.lockutils [req-c5cadb2a-e7c3-4918-8a0c-2fb5e5f03521 req-37ca8fc0-b5b3-4135-a3a0-4b8cef11dbca service nova] Acquiring lock "refresh_cache-fd84892b-1149-4d89-b806-6623f1656950" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.089732] env[68466]: DEBUG oslo_concurrency.lockutils [req-c5cadb2a-e7c3-4918-8a0c-2fb5e5f03521 req-37ca8fc0-b5b3-4135-a3a0-4b8cef11dbca service nova] Acquired lock "refresh_cache-fd84892b-1149-4d89-b806-6623f1656950" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.091181] env[68466]: DEBUG nova.network.neutron [req-c5cadb2a-e7c3-4918-8a0c-2fb5e5f03521 req-37ca8fc0-b5b3-4135-a3a0-4b8cef11dbca service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Refreshing network info cache for port d323f087-44c9-4452-ad05-3847d59ceda7 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.132798] env[68466]: DEBUG oslo_vmware.api [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2812930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190232} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.133466] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.133834] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.134171] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.134493] env[68466]: INFO nova.compute.manager [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1038.136277] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.136721] env[68466]: DEBUG nova.compute.manager [-] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.136995] env[68466]: DEBUG nova.network.neutron [-] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.139990] env[68466]: DEBUG nova.scheduler.client.report [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.314794] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812931, 'name': ReconfigVM_Task, 'duration_secs': 0.383938} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.314794] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.314794] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf7c8cc7-fb1a-4214-aec3-4a99e1436a0e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.322261] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1038.322261] env[68466]: value = "task-2812933" [ 1038.322261] env[68466]: _type = "Task" [ 1038.322261] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.334803] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.366194] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812932, 'name': ReconfigVM_Task, 'duration_secs': 0.388813} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.366697] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df/6e13682b-2d23-4c5d-b505-74d7f2bd90df.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.367563] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c59e6286-ca67-4aff-a9e9-7ff9880670f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.376582] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1038.376582] env[68466]: value = "task-2812934" [ 1038.376582] env[68466]: _type = "Task" [ 1038.376582] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.394391] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812934, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.649034] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.649034] env[68466]: DEBUG nova.compute.manager [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.652122] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.907s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.652497] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.655578] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.447s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.658144] env[68466]: INFO nova.compute.claims [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.706574] env[68466]: INFO nova.scheduler.client.report [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Deleted allocations for instance 6b81bf6e-7671-4afd-8dae-9307c1bcfcec [ 1038.838770] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812933, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.844381] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.844641] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.844828] env[68466]: DEBUG nova.compute.manager [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Going to confirm migration 3 {{(pid=68466) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1038.887814] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812934, 'name': Rename_Task, 'duration_secs': 0.168516} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.888122] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.888415] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da4e1bec-d6c8-4c97-8107-3fd9eac12fe5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.896281] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1038.896281] env[68466]: value = "task-2812935" [ 1038.896281] env[68466]: _type = "Task" [ 1038.896281] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.905489] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.089698] env[68466]: DEBUG nova.network.neutron [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updating instance_info_cache with network_info: [{"id": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "address": "fa:16:3e:1d:ff:db", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd40d9412-2b", "ovs_interfaceid": "d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.163762] env[68466]: DEBUG nova.compute.utils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.171026] env[68466]: DEBUG nova.compute.manager [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.171026] env[68466]: DEBUG nova.network.neutron [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.219021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4cc99c5-7621-4b99-b60e-0be6f0e42b1e tempest-ServerTagsTestJSON-545093525 tempest-ServerTagsTestJSON-545093525-project-member] Lock "6b81bf6e-7671-4afd-8dae-9307c1bcfcec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.330s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.251582] env[68466]: DEBUG nova.network.neutron [req-c5cadb2a-e7c3-4918-8a0c-2fb5e5f03521 req-37ca8fc0-b5b3-4135-a3a0-4b8cef11dbca service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Updated VIF entry in instance network info cache for port d323f087-44c9-4452-ad05-3847d59ceda7. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.251963] env[68466]: DEBUG nova.network.neutron [req-c5cadb2a-e7c3-4918-8a0c-2fb5e5f03521 req-37ca8fc0-b5b3-4135-a3a0-4b8cef11dbca service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Updating instance_info_cache with network_info: [{"id": "d323f087-44c9-4452-ad05-3847d59ceda7", "address": "fa:16:3e:9a:0b:48", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd323f087-44", "ovs_interfaceid": "d323f087-44c9-4452-ad05-3847d59ceda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.276804] env[68466]: DEBUG nova.policy [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75533eeb67ff4c62829eed278b40c2a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a68cf87cdbc4472e80bf466bf3b8733b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.334444] env[68466]: DEBUG oslo_vmware.api [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812933, 'name': PowerOnVM_Task, 'duration_secs': 0.583218} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.334735] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.337577] env[68466]: DEBUG nova.compute.manager [None req-434fd325-fdd1-4519-afc4-42ea024ec1a3 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.338818] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e17ec6-4986-410b-ab8e-e9cd1553dc16 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.408969] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.448531] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.448531] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.448531] env[68466]: DEBUG nova.network.neutron [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.448531] env[68466]: DEBUG nova.objects.instance [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lazy-loading 'info_cache' on Instance uuid 4bbafb31-6126-447d-90ab-cd4ba58cc6a8 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.515556] env[68466]: DEBUG nova.compute.manager [req-6d829f6a-a55f-4037-b06f-3164d37bf625 req-bbac4fc5-60fa-4a3a-b942-724621268ef1 service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Received event network-vif-deleted-7a8aac05-d93f-4b5b-84e9-b8499d2d33ce {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1039.515758] env[68466]: INFO nova.compute.manager [req-6d829f6a-a55f-4037-b06f-3164d37bf625 req-bbac4fc5-60fa-4a3a-b942-724621268ef1 service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Neutron deleted interface 7a8aac05-d93f-4b5b-84e9-b8499d2d33ce; detaching it from the instance and deleting it from the info cache [ 1039.515943] env[68466]: DEBUG nova.network.neutron [req-6d829f6a-a55f-4037-b06f-3164d37bf625 req-bbac4fc5-60fa-4a3a-b942-724621268ef1 service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.593580] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Releasing lock "refresh_cache-31535c04-c6b6-49fa-bbd7-6dafed674668" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.666515] env[68466]: DEBUG nova.compute.manager [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.755737] env[68466]: DEBUG oslo_concurrency.lockutils [req-c5cadb2a-e7c3-4918-8a0c-2fb5e5f03521 req-37ca8fc0-b5b3-4135-a3a0-4b8cef11dbca service nova] Releasing lock "refresh_cache-fd84892b-1149-4d89-b806-6623f1656950" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.837266] env[68466]: DEBUG nova.network.neutron [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Successfully created port: ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.908625] env[68466]: DEBUG oslo_vmware.api [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812935, 'name': PowerOnVM_Task, 'duration_secs': 0.514021} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.915078] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.915320] env[68466]: DEBUG nova.compute.manager [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.916872] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5320c913-b4da-4ed0-a864-b2ad05bc209c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.997965] env[68466]: DEBUG nova.network.neutron [-] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.020132] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0411a6ab-0220-4d36-93ca-a116e9ddeff9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.037848] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288967db-2bc1-48e4-be04-25c53c05b196 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.093599] env[68466]: DEBUG nova.compute.manager [req-6d829f6a-a55f-4037-b06f-3164d37bf625 req-bbac4fc5-60fa-4a3a-b942-724621268ef1 service nova] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Detach interface failed, port_id=7a8aac05-d93f-4b5b-84e9-b8499d2d33ce, reason: Instance 29702cfa-692e-4ebd-b149-0ca14add1229 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1040.115326] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ead9e7f-e689-427c-8c29-3dd575d80af5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.126130] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b850636-754a-4094-8089-5ee767be0a6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.166537] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a9542-c863-43bc-8186-39734c538fed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.175433] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0743b4d-08c5-4f26-97eb-c6d073f7411d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.195537] env[68466]: DEBUG nova.compute.provider_tree [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.439026] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.504939] env[68466]: INFO nova.compute.manager [-] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Took 2.37 seconds to deallocate network for instance. [ 1040.606231] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.606608] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84f022d1-186e-419a-b07a-6da6fc2ca58a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.621258] env[68466]: DEBUG oslo_vmware.api [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1040.621258] env[68466]: value = "task-2812936" [ 1040.621258] env[68466]: _type = "Task" [ 1040.621258] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.633712] env[68466]: DEBUG oslo_vmware.api [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.686463] env[68466]: DEBUG nova.compute.manager [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.703018] env[68466]: DEBUG nova.scheduler.client.report [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.743071] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.743071] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.743655] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.744021] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.745269] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.745589] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.746163] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.746514] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.747399] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.748433] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.748667] env[68466]: DEBUG nova.virt.hardware [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.750349] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd545638-cc0c-41a6-a287-a84c6dbb3ab7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.763876] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e104fe91-d973-4e02-99f0-c31d52a41739 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.797737] env[68466]: DEBUG nova.network.neutron [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance_info_cache with network_info: [{"id": "14977199-7bd9-46a5-a863-db38cd67f4bf", "address": "fa:16:3e:43:3f:88", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14977199-7b", "ovs_interfaceid": "14977199-7bd9-46a5-a863-db38cd67f4bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.010793] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.130746] env[68466]: DEBUG oslo_vmware.api [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2812936, 'name': PowerOnVM_Task, 'duration_secs': 0.47378} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.131217] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.131381] env[68466]: DEBUG nova.compute.manager [None req-1a9d136d-69d1-4a35-a325-27d790f7f2ac tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.132214] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14fa53-b173-4940-a7c6-74f2efdec3ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.212175] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.212822] env[68466]: DEBUG nova.compute.manager [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.218079] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.359s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.223546] env[68466]: INFO nova.compute.claims [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.285946] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "6e13682b-2d23-4c5d-b505-74d7f2bd90df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.286224] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "6e13682b-2d23-4c5d-b505-74d7f2bd90df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.286450] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "6e13682b-2d23-4c5d-b505-74d7f2bd90df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.286643] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "6e13682b-2d23-4c5d-b505-74d7f2bd90df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.286834] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "6e13682b-2d23-4c5d-b505-74d7f2bd90df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.289211] env[68466]: INFO nova.compute.manager [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Terminating instance [ 1041.299130] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-4bbafb31-6126-447d-90ab-cd4ba58cc6a8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.299496] env[68466]: DEBUG nova.objects.instance [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lazy-loading 'migration_context' on Instance uuid 4bbafb31-6126-447d-90ab-cd4ba58cc6a8 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.456689] env[68466]: DEBUG nova.network.neutron [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Successfully updated port: ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.550877] env[68466]: DEBUG nova.compute.manager [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Received event network-vif-plugged-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1041.551186] env[68466]: DEBUG oslo_concurrency.lockutils [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] Acquiring lock "ad3a4c51-209f-4b82-b189-5d74fd156f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.551412] env[68466]: DEBUG oslo_concurrency.lockutils [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] Lock "ad3a4c51-209f-4b82-b189-5d74fd156f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.551585] env[68466]: DEBUG oslo_concurrency.lockutils [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] Lock "ad3a4c51-209f-4b82-b189-5d74fd156f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.551755] env[68466]: DEBUG nova.compute.manager [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] No waiting events found dispatching network-vif-plugged-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.551918] env[68466]: WARNING nova.compute.manager [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Received unexpected event network-vif-plugged-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 for instance with vm_state building and task_state spawning. [ 1041.552087] env[68466]: DEBUG nova.compute.manager [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Received event network-changed-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1041.552240] env[68466]: DEBUG nova.compute.manager [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Refreshing instance network info cache due to event network-changed-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1041.552423] env[68466]: DEBUG oslo_concurrency.lockutils [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] Acquiring lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.552567] env[68466]: DEBUG oslo_concurrency.lockutils [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] Acquired lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.552724] env[68466]: DEBUG nova.network.neutron [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Refreshing network info cache for port ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.731338] env[68466]: DEBUG nova.compute.utils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.732668] env[68466]: DEBUG nova.compute.manager [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.732835] env[68466]: DEBUG nova.network.neutron [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.772318] env[68466]: DEBUG nova.policy [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90f11085b11842f78ac0433a9bd034c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e85acc289a4a40beb4f8ee2ba23460', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.794495] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "refresh_cache-6e13682b-2d23-4c5d-b505-74d7f2bd90df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.794495] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquired lock "refresh_cache-6e13682b-2d23-4c5d-b505-74d7f2bd90df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.794495] env[68466]: DEBUG nova.network.neutron [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.805019] env[68466]: DEBUG nova.objects.base [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Object Instance<4bbafb31-6126-447d-90ab-cd4ba58cc6a8> lazy-loaded attributes: info_cache,migration_context {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.805019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947824b8-ca59-4de8-9516-cc884e7e2eb9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.826118] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f017a787-db63-41bd-abbf-e04f32ddf780 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.832956] env[68466]: DEBUG oslo_vmware.api [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1041.832956] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528896af-f50c-40f6-7c4b-29e3b8ed85eb" [ 1041.832956] env[68466]: _type = "Task" [ 1041.832956] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.842256] env[68466]: DEBUG oslo_vmware.api [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528896af-f50c-40f6-7c4b-29e3b8ed85eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.961634] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.078738] env[68466]: DEBUG nova.network.neutron [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Successfully created port: 0f52e8cf-81fe-460d-8905-ca6e47f96d81 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.090304] env[68466]: DEBUG nova.network.neutron [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.224333] env[68466]: DEBUG nova.network.neutron [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.237895] env[68466]: DEBUG nova.compute.manager [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.346603] env[68466]: DEBUG nova.network.neutron [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.355550] env[68466]: DEBUG oslo_vmware.api [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528896af-f50c-40f6-7c4b-29e3b8ed85eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.359259] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.406505] env[68466]: DEBUG nova.network.neutron [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.641486] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d6602-bd88-4e4a-9585-8f8e3ef109ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.652161] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb42ed6-9609-4f3f-b022-df3262a2f23a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.692092] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68290a87-0d80-4f3c-becf-ad413facb8b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.701464] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f640e1a-6845-49f4-836f-043c9493fa9e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.719145] env[68466]: DEBUG nova.compute.provider_tree [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.728850] env[68466]: DEBUG oslo_concurrency.lockutils [req-2250ad76-1cd9-4a0c-aea2-5e469e834ac3 req-3ea30d60-48b5-4dec-ba35-bd42219ae148 service nova] Releasing lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.729230] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquired lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.729391] env[68466]: DEBUG nova.network.neutron [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.810165] env[68466]: INFO nova.compute.manager [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Rescuing [ 1042.810165] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.810165] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.810329] env[68466]: DEBUG nova.network.neutron [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.909456] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Releasing lock "refresh_cache-6e13682b-2d23-4c5d-b505-74d7f2bd90df" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.909822] env[68466]: DEBUG nova.compute.manager [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.910028] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.910938] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd4d8c0-5a6e-4036-8d98-c3b818ed0fa5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.920557] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.924022] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48417379-472f-4a2f-a5d5-ad4199bc5424 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.929910] env[68466]: DEBUG oslo_vmware.api [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1042.929910] env[68466]: value = "task-2812937" [ 1042.929910] env[68466]: _type = "Task" [ 1042.929910] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.940344] env[68466]: DEBUG oslo_vmware.api [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.229445] env[68466]: DEBUG nova.scheduler.client.report [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.252110] env[68466]: DEBUG nova.compute.manager [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.271155] env[68466]: DEBUG nova.network.neutron [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.302798] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.303059] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.303261] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.303464] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.303613] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.303767] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.303969] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.304676] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.304897] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.305090] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.305293] env[68466]: DEBUG nova.virt.hardware [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.307098] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdeddc1-1760-4283-9681-4c4d8bd29017 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.317880] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03fdf64-881a-472f-962a-fb83580af9da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.444203] env[68466]: DEBUG oslo_vmware.api [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812937, 'name': PowerOffVM_Task, 'duration_secs': 0.18213} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.447920] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.448127] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.448674] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a51e2e8-ea41-497d-acf8-db4ecfb9b631 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.461882] env[68466]: DEBUG nova.network.neutron [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Updating instance_info_cache with network_info: [{"id": "ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219", "address": "fa:16:3e:84:da:ec", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfe7c93-67", "ovs_interfaceid": "ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.481482] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.481768] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.482015] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Deleting the datastore file [datastore1] 6e13682b-2d23-4c5d-b505-74d7f2bd90df {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.482404] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-613880ce-b498-4635-b039-26aba18955d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.491638] env[68466]: DEBUG oslo_vmware.api [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for the task: (returnval){ [ 1043.491638] env[68466]: value = "task-2812939" [ 1043.491638] env[68466]: _type = "Task" [ 1043.491638] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.501466] env[68466]: DEBUG oslo_vmware.api [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.732228] env[68466]: DEBUG nova.network.neutron [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Updating instance_info_cache with network_info: [{"id": "c8025883-5039-428b-8cf0-a97e4e35f918", "address": "fa:16:3e:18:0a:2d", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8025883-50", "ovs_interfaceid": "c8025883-5039-428b-8cf0-a97e4e35f918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.740866] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.741494] env[68466]: DEBUG nova.compute.manager [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.744712] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.969s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.746480] env[68466]: INFO nova.compute.claims [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.753293] env[68466]: DEBUG nova.compute.manager [req-943edafe-3044-470c-ab17-2fadcdea7708 req-33140ada-a1ea-4c55-bf07-f26e663b58da service nova] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Received event network-vif-plugged-0f52e8cf-81fe-460d-8905-ca6e47f96d81 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1043.753512] env[68466]: DEBUG oslo_concurrency.lockutils [req-943edafe-3044-470c-ab17-2fadcdea7708 req-33140ada-a1ea-4c55-bf07-f26e663b58da service nova] Acquiring lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.753714] env[68466]: DEBUG oslo_concurrency.lockutils [req-943edafe-3044-470c-ab17-2fadcdea7708 req-33140ada-a1ea-4c55-bf07-f26e663b58da service nova] Lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.753874] env[68466]: DEBUG oslo_concurrency.lockutils [req-943edafe-3044-470c-ab17-2fadcdea7708 req-33140ada-a1ea-4c55-bf07-f26e663b58da service nova] Lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.754046] env[68466]: DEBUG nova.compute.manager [req-943edafe-3044-470c-ab17-2fadcdea7708 req-33140ada-a1ea-4c55-bf07-f26e663b58da service nova] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] No waiting events found dispatching network-vif-plugged-0f52e8cf-81fe-460d-8905-ca6e47f96d81 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.754248] env[68466]: WARNING nova.compute.manager [req-943edafe-3044-470c-ab17-2fadcdea7708 req-33140ada-a1ea-4c55-bf07-f26e663b58da service nova] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Received unexpected event network-vif-plugged-0f52e8cf-81fe-460d-8905-ca6e47f96d81 for instance with vm_state building and task_state spawning. [ 1043.799009] env[68466]: DEBUG nova.network.neutron [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Successfully updated port: 0f52e8cf-81fe-460d-8905-ca6e47f96d81 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.969421] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Releasing lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.969421] env[68466]: DEBUG nova.compute.manager [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Instance network_info: |[{"id": "ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219", "address": "fa:16:3e:84:da:ec", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfe7c93-67", "ovs_interfaceid": "ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.969421] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:da:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.975234] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.975456] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.975682] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-420f7ab5-2b92-4b30-9bd0-f6e3d48dd27d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.998809] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.998809] env[68466]: value = "task-2812940" [ 1043.998809] env[68466]: _type = "Task" [ 1043.998809] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.002229] env[68466]: DEBUG oslo_vmware.api [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Task: {'id': task-2812939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147986} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.005329] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.005529] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.005708] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.005889] env[68466]: INFO nova.compute.manager [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1044.006153] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.006506] env[68466]: DEBUG nova.compute.manager [-] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.006604] env[68466]: DEBUG nova.network.neutron [-] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.015050] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812940, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.024312] env[68466]: DEBUG nova.network.neutron [-] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.235176] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.256431] env[68466]: DEBUG nova.compute.utils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.258535] env[68466]: DEBUG nova.compute.manager [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.258952] env[68466]: DEBUG nova.network.neutron [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.306944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "refresh_cache-a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.306944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "refresh_cache-a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.306944] env[68466]: DEBUG nova.network.neutron [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.316648] env[68466]: DEBUG nova.policy [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863c0ff6e907414c80fc9d9111d0c2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c37c2ee3b0c944fe9cb2d2199a733820', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.513466] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812940, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.526998] env[68466]: DEBUG nova.network.neutron [-] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.637476] env[68466]: DEBUG nova.network.neutron [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Successfully created port: 178dd214-051a-4bec-bba7-d02849d6439e {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.769023] env[68466]: DEBUG nova.compute.manager [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.850976] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "10f8af20-db3e-42f7-b55c-881afe845c32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.850976] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "10f8af20-db3e-42f7-b55c-881afe845c32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.869136] env[68466]: DEBUG nova.network.neutron [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.014831] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812940, 'name': CreateVM_Task, 'duration_secs': 0.628063} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.015042] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.015838] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.015930] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.016231] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.020261] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f29050-e3ab-42fd-ac3c-f034ef7d3da7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.026853] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1045.026853] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d6e545-37ab-c40d-9877-0ddf7df03ecb" [ 1045.026853] env[68466]: _type = "Task" [ 1045.026853] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.030026] env[68466]: INFO nova.compute.manager [-] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Took 1.02 seconds to deallocate network for instance. [ 1045.035081] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d6e545-37ab-c40d-9877-0ddf7df03ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.081408] env[68466]: DEBUG nova.network.neutron [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Updating instance_info_cache with network_info: [{"id": "0f52e8cf-81fe-460d-8905-ca6e47f96d81", "address": "fa:16:3e:51:b8:e3", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f52e8cf-81", "ovs_interfaceid": "0f52e8cf-81fe-460d-8905-ca6e47f96d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.167061] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb76c8-b291-4f9e-a2de-fadea5fe0bed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.175203] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef5b4b0-f13c-42c4-8acb-32df8bf0bffe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.206947] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5e6be8-bb3d-4e8d-93e6-84fd6b387cf9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.215768] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b46f4d7-add9-49f5-af5f-94c762f45205 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.230739] env[68466]: DEBUG nova.compute.provider_tree [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.352838] env[68466]: DEBUG nova.compute.manager [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.536608] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d6e545-37ab-c40d-9877-0ddf7df03ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.536927] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.537194] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.537459] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.537643] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.537836] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.538123] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a39e1eb8-771e-45d6-911b-125e9c9e3533 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.542184] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.547731] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.547912] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.548701] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a64bd2-2c7b-42cf-9cde-16818f24127c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.554361] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1045.554361] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ac4f73-79d6-9373-cb2c-f4b368e0706f" [ 1045.554361] env[68466]: _type = "Task" [ 1045.554361] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.563024] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ac4f73-79d6-9373-cb2c-f4b368e0706f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.583753] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "refresh_cache-a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.584284] env[68466]: DEBUG nova.compute.manager [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Instance network_info: |[{"id": "0f52e8cf-81fe-460d-8905-ca6e47f96d81", "address": "fa:16:3e:51:b8:e3", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f52e8cf-81", "ovs_interfaceid": "0f52e8cf-81fe-460d-8905-ca6e47f96d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.584854] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:b8:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f52e8cf-81fe-460d-8905-ca6e47f96d81', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.593895] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.594147] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.594458] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5502cb0-5a6e-44db-a523-e13dfb96c9cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.619129] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.619129] env[68466]: value = "task-2812941" [ 1045.619129] env[68466]: _type = "Task" [ 1045.619129] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.627614] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812941, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.734493] env[68466]: DEBUG nova.scheduler.client.report [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.775260] env[68466]: DEBUG nova.compute.manager [req-506d2917-16c5-4d73-8bd1-eeb1343b4da2 req-39c653d2-ca55-4044-8519-348c09952a55 service nova] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Received event network-changed-0f52e8cf-81fe-460d-8905-ca6e47f96d81 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1045.775449] env[68466]: DEBUG nova.compute.manager [req-506d2917-16c5-4d73-8bd1-eeb1343b4da2 req-39c653d2-ca55-4044-8519-348c09952a55 service nova] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Refreshing instance network info cache due to event network-changed-0f52e8cf-81fe-460d-8905-ca6e47f96d81. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1045.775660] env[68466]: DEBUG oslo_concurrency.lockutils [req-506d2917-16c5-4d73-8bd1-eeb1343b4da2 req-39c653d2-ca55-4044-8519-348c09952a55 service nova] Acquiring lock "refresh_cache-a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.775805] env[68466]: DEBUG oslo_concurrency.lockutils [req-506d2917-16c5-4d73-8bd1-eeb1343b4da2 req-39c653d2-ca55-4044-8519-348c09952a55 service nova] Acquired lock "refresh_cache-a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.775962] env[68466]: DEBUG nova.network.neutron [req-506d2917-16c5-4d73-8bd1-eeb1343b4da2 req-39c653d2-ca55-4044-8519-348c09952a55 service nova] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Refreshing network info cache for port 0f52e8cf-81fe-460d-8905-ca6e47f96d81 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.777917] env[68466]: DEBUG nova.compute.manager [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.780626] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.780904] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f21f853-06fa-475c-a9e0-f3cb128ad9a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.789672] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1045.789672] env[68466]: value = "task-2812942" [ 1045.789672] env[68466]: _type = "Task" [ 1045.789672] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.799069] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.808124] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.808379] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.808562] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.808763] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.808935] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.809125] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.809359] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.809536] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.809723] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.809910] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.810105] env[68466]: DEBUG nova.virt.hardware [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.811174] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dc389c-6868-47c1-943e-19b7ed4e8a01 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.819698] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cafbee-04cb-4f06-969f-ac06c4830da9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.876398] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.065523] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ac4f73-79d6-9373-cb2c-f4b368e0706f, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.066373] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1072bd-c249-411f-9036-c7edbcca559c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.072723] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1046.072723] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d01636-2dcf-ac6e-e45b-7c744e06dd78" [ 1046.072723] env[68466]: _type = "Task" [ 1046.072723] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.081500] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d01636-2dcf-ac6e-e45b-7c744e06dd78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.130885] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812941, 'name': CreateVM_Task, 'duration_secs': 0.391245} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.134450] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.134450] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.134450] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.134450] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.134450] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ed65bd-debc-44f3-bfce-9149c7df6229 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.139052] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1046.139052] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524f3422-a56a-930f-1173-a3b7651e0e1d" [ 1046.139052] env[68466]: _type = "Task" [ 1046.139052] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.148971] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524f3422-a56a-930f-1173-a3b7651e0e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.187354] env[68466]: DEBUG nova.network.neutron [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Successfully updated port: 178dd214-051a-4bec-bba7-d02849d6439e {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.239989] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.240570] env[68466]: DEBUG nova.compute.manager [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.243084] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.296s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.243280] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.245352] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.560s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.247347] env[68466]: INFO nova.compute.claims [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.272289] env[68466]: INFO nova.scheduler.client.report [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleted allocations for instance f7f960d4-9806-4cdc-8109-a2b51fdc146e [ 1046.302990] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812942, 'name': PowerOffVM_Task, 'duration_secs': 0.237162} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.303281] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.304127] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e928fdc4-f849-4134-8492-6f137b8a3378 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.328454] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f045dad4-1a15-405a-94e0-6125be3fd5ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.361278] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.361632] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1cce01-7302-40c6-bd03-f8039d487ae7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.371318] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1046.371318] env[68466]: value = "task-2812943" [ 1046.371318] env[68466]: _type = "Task" [ 1046.371318] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.381770] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1046.381985] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.382270] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.382423] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.382602] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.382892] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeb3382f-0f9a-4a4b-ad60-b5b04a9f80d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.392459] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.392646] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.393439] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82ea78e-e284-4200-ab4c-4b12c4c37a0b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.401236] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1046.401236] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f8e6db-df1c-ce45-882a-9c8be5838942" [ 1046.401236] env[68466]: _type = "Task" [ 1046.401236] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.411182] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f8e6db-df1c-ce45-882a-9c8be5838942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.507501] env[68466]: DEBUG nova.network.neutron [req-506d2917-16c5-4d73-8bd1-eeb1343b4da2 req-39c653d2-ca55-4044-8519-348c09952a55 service nova] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Updated VIF entry in instance network info cache for port 0f52e8cf-81fe-460d-8905-ca6e47f96d81. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.507815] env[68466]: DEBUG nova.network.neutron [req-506d2917-16c5-4d73-8bd1-eeb1343b4da2 req-39c653d2-ca55-4044-8519-348c09952a55 service nova] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Updating instance_info_cache with network_info: [{"id": "0f52e8cf-81fe-460d-8905-ca6e47f96d81", "address": "fa:16:3e:51:b8:e3", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f52e8cf-81", "ovs_interfaceid": "0f52e8cf-81fe-460d-8905-ca6e47f96d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.586797] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d01636-2dcf-ac6e-e45b-7c744e06dd78, 'name': SearchDatastore_Task, 'duration_secs': 0.012261} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.589259] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.589259] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] ad3a4c51-209f-4b82-b189-5d74fd156f00/ad3a4c51-209f-4b82-b189-5d74fd156f00.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.589259] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42d3965d-8f51-43a8-bf13-17d03c7057a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.599372] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1046.599372] env[68466]: value = "task-2812944" [ 1046.599372] env[68466]: _type = "Task" [ 1046.599372] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.613082] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.650249] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524f3422-a56a-930f-1173-a3b7651e0e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.650601] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.650828] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.651250] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.651402] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.651581] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.652187] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-385d357c-b083-4e99-8454-a6d9a2eeb622 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.663027] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.663192] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.664110] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ecde16-0364-4afa-9ff7-c5285659a9fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.671106] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1046.671106] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522f9af6-a2ae-2582-9faa-8154584a3b18" [ 1046.671106] env[68466]: _type = "Task" [ 1046.671106] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.680976] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522f9af6-a2ae-2582-9faa-8154584a3b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.693201] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.693201] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.693201] env[68466]: DEBUG nova.network.neutron [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.752212] env[68466]: DEBUG nova.compute.utils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.761243] env[68466]: DEBUG nova.compute.manager [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.761430] env[68466]: DEBUG nova.network.neutron [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.784400] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39030112-c443-4daa-a308-2921b33c6fa1 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "f7f960d4-9806-4cdc-8109-a2b51fdc146e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.185s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.819232] env[68466]: DEBUG nova.policy [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a280974c40374edcb5bf7a33abfb7add', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd15fb213da19431989054957f129150b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.912749] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f8e6db-df1c-ce45-882a-9c8be5838942, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.913602] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e7c30a-6aa3-4537-9343-d4f413398e15 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.926059] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1046.926059] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bed57e-fbd1-9dd0-0cbd-9d96da41890a" [ 1046.926059] env[68466]: _type = "Task" [ 1046.926059] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.933544] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bed57e-fbd1-9dd0-0cbd-9d96da41890a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.010560] env[68466]: DEBUG oslo_concurrency.lockutils [req-506d2917-16c5-4d73-8bd1-eeb1343b4da2 req-39c653d2-ca55-4044-8519-348c09952a55 service nova] Releasing lock "refresh_cache-a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.095833] env[68466]: DEBUG nova.network.neutron [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Successfully created port: c6c0a07c-01d6-4c60-ab88-032035db3c75 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.113214] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812944, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.181740] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522f9af6-a2ae-2582-9faa-8154584a3b18, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.182732] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756c0393-0825-4974-9881-4931ea355d9c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.189158] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1047.189158] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c60689-f330-da28-c779-deebe4ba2387" [ 1047.189158] env[68466]: _type = "Task" [ 1047.189158] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.200931] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c60689-f330-da28-c779-deebe4ba2387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.244205] env[68466]: DEBUG nova.network.neutron [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.264666] env[68466]: DEBUG nova.compute.manager [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.425228] env[68466]: DEBUG nova.network.neutron [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance_info_cache with network_info: [{"id": "178dd214-051a-4bec-bba7-d02849d6439e", "address": "fa:16:3e:64:6b:00", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178dd214-05", "ovs_interfaceid": "178dd214-051a-4bec-bba7-d02849d6439e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.437258] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bed57e-fbd1-9dd0-0cbd-9d96da41890a, 'name': SearchDatastore_Task, 'duration_secs': 0.024965} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.440262] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.440525] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 187595e3-2e27-4770-87f1-56208157d51f/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. {{(pid=68466) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1047.442376] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ebe2f50-55de-4ab9-8ecb-6eb6d6549f1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.453734] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1047.453734] env[68466]: value = "task-2812945" [ 1047.453734] env[68466]: _type = "Task" [ 1047.453734] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.463481] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.610845] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812944, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.612924] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3152a1-13cb-47b3-9497-2bdf74b7b926 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.621577] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6d5365-9fcb-47e7-b279-b993b8104aea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.654985] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16296d65-1fc9-4113-9b5c-65c7d34beb34 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.663797] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00952ba3-5fbc-49be-acf8-308185f2f219 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.685937] env[68466]: DEBUG nova.compute.provider_tree [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.701164] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c60689-f330-da28-c779-deebe4ba2387, 'name': SearchDatastore_Task, 'duration_secs': 0.037483} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.701447] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.701694] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a5b833d6-ab57-4e49-9e0b-889d3e87aa5a/a5b833d6-ab57-4e49-9e0b-889d3e87aa5a.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.702362] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c7404d2-568a-4daa-97cf-6fe7c4b79c94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.709462] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1047.709462] env[68466]: value = "task-2812946" [ 1047.709462] env[68466]: _type = "Task" [ 1047.709462] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.718827] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.800115] env[68466]: DEBUG nova.compute.manager [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Received event network-vif-plugged-178dd214-051a-4bec-bba7-d02849d6439e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1047.800689] env[68466]: DEBUG oslo_concurrency.lockutils [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] Acquiring lock "1f501e89-a19c-459f-af03-975dd67fa3d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.800689] env[68466]: DEBUG oslo_concurrency.lockutils [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.800689] env[68466]: DEBUG oslo_concurrency.lockutils [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.801011] env[68466]: DEBUG nova.compute.manager [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] No waiting events found dispatching network-vif-plugged-178dd214-051a-4bec-bba7-d02849d6439e {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.801091] env[68466]: WARNING nova.compute.manager [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Received unexpected event network-vif-plugged-178dd214-051a-4bec-bba7-d02849d6439e for instance with vm_state building and task_state spawning. [ 1047.801256] env[68466]: DEBUG nova.compute.manager [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Received event network-changed-178dd214-051a-4bec-bba7-d02849d6439e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1047.801411] env[68466]: DEBUG nova.compute.manager [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Refreshing instance network info cache due to event network-changed-178dd214-051a-4bec-bba7-d02849d6439e. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1047.801580] env[68466]: DEBUG oslo_concurrency.lockutils [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] Acquiring lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.931369] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.933112] env[68466]: DEBUG nova.compute.manager [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Instance network_info: |[{"id": "178dd214-051a-4bec-bba7-d02849d6439e", "address": "fa:16:3e:64:6b:00", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178dd214-05", "ovs_interfaceid": "178dd214-051a-4bec-bba7-d02849d6439e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.933112] env[68466]: DEBUG oslo_concurrency.lockutils [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] Acquired lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.933112] env[68466]: DEBUG nova.network.neutron [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Refreshing network info cache for port 178dd214-051a-4bec-bba7-d02849d6439e {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.934800] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:6b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '178dd214-051a-4bec-bba7-d02849d6439e', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.946048] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating folder: Project (c37c2ee3b0c944fe9cb2d2199a733820). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.950676] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9bacae8-dedc-4994-a594-1ceea728d656 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.967768] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.969948] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Created folder: Project (c37c2ee3b0c944fe9cb2d2199a733820) in parent group-v564977. [ 1047.969948] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating folder: Instances. Parent ref: group-v565256. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.970216] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cc6b149-67b4-442d-bba0-2dcdda4a9bad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.984836] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Created folder: Instances in parent group-v565256. [ 1047.985197] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.985465] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.985754] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4f40d85-e9b2-465f-9308-ba20e4449e57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.022541] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.022541] env[68466]: value = "task-2812949" [ 1048.022541] env[68466]: _type = "Task" [ 1048.022541] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.031299] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812949, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.113293] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812944, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504147} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.113629] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] ad3a4c51-209f-4b82-b189-5d74fd156f00/ad3a4c51-209f-4b82-b189-5d74fd156f00.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.113885] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.114156] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b36741cc-8355-4281-ac02-7a8427b0d21d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.121449] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1048.121449] env[68466]: value = "task-2812950" [ 1048.121449] env[68466]: _type = "Task" [ 1048.121449] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.131157] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.189061] env[68466]: DEBUG nova.scheduler.client.report [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.222854] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812946, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.280474] env[68466]: DEBUG nova.compute.manager [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.301546] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.301853] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.302034] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.302224] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.302370] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.302515] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.302739] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.302930] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.303168] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.303370] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.303558] env[68466]: DEBUG nova.virt.hardware [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.304496] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61f7202-36bb-4a46-afd0-f11e1951605f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.316958] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d40907-3450-4c69-b9ac-198a154960ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.376652] env[68466]: DEBUG nova.network.neutron [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updated VIF entry in instance network info cache for port 178dd214-051a-4bec-bba7-d02849d6439e. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.377250] env[68466]: DEBUG nova.network.neutron [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance_info_cache with network_info: [{"id": "178dd214-051a-4bec-bba7-d02849d6439e", "address": "fa:16:3e:64:6b:00", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178dd214-05", "ovs_interfaceid": "178dd214-051a-4bec-bba7-d02849d6439e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.468156] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812945, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.538184] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812949, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.635419] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069213} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.635865] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.637155] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71fcbd5-a5cc-4f20-a814-8b08382bef14 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.669040] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] ad3a4c51-209f-4b82-b189-5d74fd156f00/ad3a4c51-209f-4b82-b189-5d74fd156f00.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.669040] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b09415a-b6c1-4771-b908-b41888464ed7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.696030] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.696431] env[68466]: DEBUG nova.compute.manager [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.704025] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1048.704025] env[68466]: value = "task-2812951" [ 1048.704025] env[68466]: _type = "Task" [ 1048.704025] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.704025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.247s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.704025] env[68466]: DEBUG nova.objects.instance [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lazy-loading 'resources' on Instance uuid 292bc6a1-f7a2-400d-88dd-3148250b3f55 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.722086] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.735867] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812946, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.880846] env[68466]: DEBUG oslo_concurrency.lockutils [req-fe09234b-c8d6-4a85-94a8-5643d8daa93e req-755cc2da-cd5d-4713-9089-90dec9c2c86b service nova] Releasing lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.960514] env[68466]: DEBUG nova.network.neutron [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Successfully updated port: c6c0a07c-01d6-4c60-ab88-032035db3c75 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.969420] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812945, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.327994} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.969420] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 187595e3-2e27-4770-87f1-56208157d51f/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. [ 1048.970288] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bac13e-5857-42c0-b6e9-da3cbb79a4f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.000156] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 187595e3-2e27-4770-87f1-56208157d51f/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.000732] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ddd742-b348-49f9-b9f6-fb763d48f62b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.021593] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1049.021593] env[68466]: value = "task-2812952" [ 1049.021593] env[68466]: _type = "Task" [ 1049.021593] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.037223] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812949, 'name': CreateVM_Task, 'duration_secs': 0.86902} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.037496] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.037703] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.038383] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.038570] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.038892] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.039163] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18851720-b175-4188-b595-e31d6ea3ac9a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.045159] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1049.045159] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52938153-be79-7ca1-9f9b-bcfac43c013f" [ 1049.045159] env[68466]: _type = "Task" [ 1049.045159] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.055331] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52938153-be79-7ca1-9f9b-bcfac43c013f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.092313] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.092549] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.202901] env[68466]: DEBUG nova.compute.utils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.205458] env[68466]: DEBUG nova.compute.manager [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.205748] env[68466]: DEBUG nova.network.neutron [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.231535] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812951, 'name': ReconfigVM_Task, 'duration_secs': 0.375328} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.237200] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Reconfigured VM instance instance-00000062 to attach disk [datastore2] ad3a4c51-209f-4b82-b189-5d74fd156f00/ad3a4c51-209f-4b82-b189-5d74fd156f00.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.238290] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812946, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.054191} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.240999] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81398716-858f-4e71-b492-22cfdb60ffc7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.243038] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a5b833d6-ab57-4e49-9e0b-889d3e87aa5a/a5b833d6-ab57-4e49-9e0b-889d3e87aa5a.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.243038] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.243463] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05a0561b-c17e-4398-80c1-880118a08b02 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.251827] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1049.251827] env[68466]: value = "task-2812954" [ 1049.251827] env[68466]: _type = "Task" [ 1049.251827] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.253603] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1049.253603] env[68466]: value = "task-2812953" [ 1049.253603] env[68466]: _type = "Task" [ 1049.253603] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.258194] env[68466]: DEBUG nova.policy [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18013abc24c4c418a7dbcb9b542b640', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6ecd68a7d62499e838904196f83343b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.271227] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.275091] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812953, 'name': Rename_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.463300] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquiring lock "refresh_cache-7c476252-1a78-43ae-a7d3-4403fbe24e6f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.463414] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquired lock "refresh_cache-7c476252-1a78-43ae-a7d3-4403fbe24e6f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.463566] env[68466]: DEBUG nova.network.neutron [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.532870] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812952, 'name': ReconfigVM_Task, 'duration_secs': 0.350494} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.533150] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 187595e3-2e27-4770-87f1-56208157d51f/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.535955] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab944a3-afa9-45ae-9a04-99ae22ba6182 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.539836] env[68466]: DEBUG nova.network.neutron [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Successfully created port: b0a7d652-d1c8-4c42-afdf-e1828dbbd653 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.568148] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8296fdf9-0259-4ca6-af0d-1387f8ad23a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.578526] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aa4f7e-356a-4446-8d98-af250563e79e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.590793] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d6dc94-c123-4e50-9cfa-0de783d153e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.594016] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52938153-be79-7ca1-9f9b-bcfac43c013f, 'name': SearchDatastore_Task, 'duration_secs': 0.019479} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.594320] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1049.594320] env[68466]: value = "task-2812955" [ 1049.594320] env[68466]: _type = "Task" [ 1049.594320] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.594579] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.594807] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.595046] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.595196] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.595406] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.595764] env[68466]: DEBUG nova.compute.manager [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.598672] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be01e724-58ed-4669-b1e2-cbbef81fb370 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.631409] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32af90ca-f88c-4a03-b75f-2b0f77c726e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.637707] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.639265] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.639436] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.640165] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da842b8f-e02a-4580-add1-24a824d5a4b2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.646255] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd18de9-321e-46fa-9c05-bc6fb508cccc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.651360] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1049.651360] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf6e32-9bb3-ab2c-4bc2-9c842dbe71ea" [ 1049.651360] env[68466]: _type = "Task" [ 1049.651360] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.664172] env[68466]: DEBUG nova.compute.provider_tree [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.671955] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52bf6e32-9bb3-ab2c-4bc2-9c842dbe71ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.672769] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fa3213-31d7-4165-856c-7093b49ad1c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.682688] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1049.682688] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525313f0-51eb-e905-dce0-9348e51ed7c0" [ 1049.682688] env[68466]: _type = "Task" [ 1049.682688] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.696414] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525313f0-51eb-e905-dce0-9348e51ed7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012759} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.696532] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.696793] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 1f501e89-a19c-459f-af03-975dd67fa3d2/1f501e89-a19c-459f-af03-975dd67fa3d2.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.697075] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-013d46bf-4b92-4606-bffe-e314d674a3b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.704105] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1049.704105] env[68466]: value = "task-2812956" [ 1049.704105] env[68466]: _type = "Task" [ 1049.704105] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.712218] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.713814] env[68466]: DEBUG nova.compute.manager [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.769023] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079876} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.770027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.770273] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812953, 'name': Rename_Task, 'duration_secs': 0.156958} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.770974] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6418ca3-dc32-46e1-99d5-104c4f1059a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.773717] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.773988] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20d2a723-9c8f-4659-92f9-5975042f83f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.796928] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] a5b833d6-ab57-4e49-9e0b-889d3e87aa5a/a5b833d6-ab57-4e49-9e0b-889d3e87aa5a.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.799811] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d955c4e-e7f4-4cbc-890f-1bd817cc7ed1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.812918] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1049.812918] env[68466]: value = "task-2812957" [ 1049.812918] env[68466]: _type = "Task" [ 1049.812918] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.820956] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1049.820956] env[68466]: value = "task-2812958" [ 1049.820956] env[68466]: _type = "Task" [ 1049.820956] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.831213] env[68466]: DEBUG nova.compute.manager [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Received event network-vif-plugged-c6c0a07c-01d6-4c60-ab88-032035db3c75 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.831438] env[68466]: DEBUG oslo_concurrency.lockutils [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] Acquiring lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.831662] env[68466]: DEBUG oslo_concurrency.lockutils [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] Lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.831844] env[68466]: DEBUG oslo_concurrency.lockutils [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] Lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.832035] env[68466]: DEBUG nova.compute.manager [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] No waiting events found dispatching network-vif-plugged-c6c0a07c-01d6-4c60-ab88-032035db3c75 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.832208] env[68466]: WARNING nova.compute.manager [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Received unexpected event network-vif-plugged-c6c0a07c-01d6-4c60-ab88-032035db3c75 for instance with vm_state building and task_state spawning. [ 1049.832388] env[68466]: DEBUG nova.compute.manager [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Received event network-changed-c6c0a07c-01d6-4c60-ab88-032035db3c75 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.832552] env[68466]: DEBUG nova.compute.manager [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Refreshing instance network info cache due to event network-changed-c6c0a07c-01d6-4c60-ab88-032035db3c75. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1049.832719] env[68466]: DEBUG oslo_concurrency.lockutils [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] Acquiring lock "refresh_cache-7c476252-1a78-43ae-a7d3-4403fbe24e6f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.836845] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.024438] env[68466]: DEBUG nova.network.neutron [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.111546] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812955, 'name': ReconfigVM_Task, 'duration_secs': 0.180602} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.112041] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.112477] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d622199d-eb80-4ba6-b1e6-29249adf92ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.122218] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1050.122218] env[68466]: value = "task-2812959" [ 1050.122218] env[68466]: _type = "Task" [ 1050.122218] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.137240] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.157463] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.167840] env[68466]: DEBUG nova.scheduler.client.report [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.214658] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486869} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.214937] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 1f501e89-a19c-459f-af03-975dd67fa3d2/1f501e89-a19c-459f-af03-975dd67fa3d2.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.215172] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.215428] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0962379-9e29-43c7-8468-d1623025cc52 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.226649] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1050.226649] env[68466]: value = "task-2812960" [ 1050.226649] env[68466]: _type = "Task" [ 1050.226649] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.238810] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.276718] env[68466]: DEBUG nova.network.neutron [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Updating instance_info_cache with network_info: [{"id": "c6c0a07c-01d6-4c60-ab88-032035db3c75", "address": "fa:16:3e:14:c0:54", "network": {"id": "e9ebc586-1a53-49eb-876f-75f68ef4d6af", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1329768503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15fb213da19431989054957f129150b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c0a07c-01", "ovs_interfaceid": "c6c0a07c-01d6-4c60-ab88-032035db3c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.325038] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812957, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.335281] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.633263] env[68466]: DEBUG oslo_vmware.api [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812959, 'name': PowerOnVM_Task, 'duration_secs': 0.500551} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.633566] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.636225] env[68466]: DEBUG nova.compute.manager [None req-b89efe38-3069-434b-ae60-1dcf4b51945e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.637042] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef8b57e-30c5-4edb-9ce5-4f5478f50f32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.674387] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.677246] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.027s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.677573] env[68466]: DEBUG nova.objects.instance [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1050.695916] env[68466]: INFO nova.scheduler.client.report [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted allocations for instance 292bc6a1-f7a2-400d-88dd-3148250b3f55 [ 1050.722735] env[68466]: DEBUG nova.compute.manager [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.737807] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207906} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.739028] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.739414] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff72ddf9-aa01-4f96-b2aa-01b72bf78287 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.763665] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 1f501e89-a19c-459f-af03-975dd67fa3d2/1f501e89-a19c-459f-af03-975dd67fa3d2.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.766760] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.767010] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.767182] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.767371] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.767515] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.767658] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.767863] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.768045] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.768211] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.768372] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.768572] env[68466]: DEBUG nova.virt.hardware [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.768852] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d193d31-2f7c-402a-9a56-cafb83c0669c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.784525] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf8e4bf-1076-4f12-a9a8-efa1405fe995 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.787588] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Releasing lock "refresh_cache-7c476252-1a78-43ae-a7d3-4403fbe24e6f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.787886] env[68466]: DEBUG nova.compute.manager [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Instance network_info: |[{"id": "c6c0a07c-01d6-4c60-ab88-032035db3c75", "address": "fa:16:3e:14:c0:54", "network": {"id": "e9ebc586-1a53-49eb-876f-75f68ef4d6af", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1329768503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15fb213da19431989054957f129150b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c0a07c-01", "ovs_interfaceid": "c6c0a07c-01d6-4c60-ab88-032035db3c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.788467] env[68466]: DEBUG oslo_concurrency.lockutils [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] Acquired lock "refresh_cache-7c476252-1a78-43ae-a7d3-4403fbe24e6f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.788678] env[68466]: DEBUG nova.network.neutron [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Refreshing network info cache for port c6c0a07c-01d6-4c60-ab88-032035db3c75 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.789836] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:c0:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6c0a07c-01d6-4c60-ab88-032035db3c75', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.796939] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Creating folder: Project (d15fb213da19431989054957f129150b). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.798537] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-252fd8d6-c5d2-4d2a-a75f-e0d87d29c0d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.806517] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a51ebf-0433-4b3b-8fc7-39aaad0283b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.810712] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1050.810712] env[68466]: value = "task-2812961" [ 1050.810712] env[68466]: _type = "Task" [ 1050.810712] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.812307] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Created folder: Project (d15fb213da19431989054957f129150b) in parent group-v564977. [ 1050.812491] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Creating folder: Instances. Parent ref: group-v565259. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.816105] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaef96f8-8e6e-4125-9b1c-445ae6c2a0c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.834840] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.844317] env[68466]: DEBUG oslo_vmware.api [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812957, 'name': PowerOnVM_Task, 'duration_secs': 0.939802} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.844801] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812958, 'name': ReconfigVM_Task, 'duration_secs': 0.673246} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.845757] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.846171] env[68466]: INFO nova.compute.manager [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1050.846171] env[68466]: DEBUG nova.compute.manager [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.846575] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Reconfigured VM instance instance-00000063 to attach disk [datastore2] a5b833d6-ab57-4e49-9e0b-889d3e87aa5a/a5b833d6-ab57-4e49-9e0b-889d3e87aa5a.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.847344] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Created folder: Instances in parent group-v565259. [ 1050.847575] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.848355] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a2e2cc-75ce-4513-bc27-a9a110de4ae4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.851323] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42d766bb-edd0-45ae-9458-0222622fc0f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.852774] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.852996] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbf71c62-68d4-4d2d-93fe-32e2136d56f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.879446] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1050.879446] env[68466]: value = "task-2812964" [ 1050.879446] env[68466]: _type = "Task" [ 1050.879446] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.879714] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.879714] env[68466]: value = "task-2812965" [ 1050.879714] env[68466]: _type = "Task" [ 1050.879714] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.891140] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812964, 'name': Rename_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.894334] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812965, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.103094] env[68466]: DEBUG nova.network.neutron [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Successfully updated port: b0a7d652-d1c8-4c42-afdf-e1828dbbd653 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.206981] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4f9bab54-f617-456e-b2c0-21520f751e05 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "292bc6a1-f7a2-400d-88dd-3148250b3f55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.229s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.327650] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.405165] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812964, 'name': Rename_Task, 'duration_secs': 0.405676} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.405869] env[68466]: INFO nova.compute.manager [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Took 32.95 seconds to build instance. [ 1051.411628] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.411934] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812965, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.412492] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2af5b4-a268-4aad-b453-ff3654e38c21 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.425357] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1051.425357] env[68466]: value = "task-2812966" [ 1051.425357] env[68466]: _type = "Task" [ 1051.425357] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.437456] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.533625] env[68466]: DEBUG nova.network.neutron [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Updated VIF entry in instance network info cache for port c6c0a07c-01d6-4c60-ab88-032035db3c75. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.534091] env[68466]: DEBUG nova.network.neutron [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Updating instance_info_cache with network_info: [{"id": "c6c0a07c-01d6-4c60-ab88-032035db3c75", "address": "fa:16:3e:14:c0:54", "network": {"id": "e9ebc586-1a53-49eb-876f-75f68ef4d6af", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1329768503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15fb213da19431989054957f129150b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c0a07c-01", "ovs_interfaceid": "c6c0a07c-01d6-4c60-ab88-032035db3c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.605906] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.606107] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.606341] env[68466]: DEBUG nova.network.neutron [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.690149] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9acf83ae-25aa-4f21-b5c3-6d23059d1fbe tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.691384] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.252s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.691609] env[68466]: DEBUG nova.objects.instance [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1051.823309] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812961, 'name': ReconfigVM_Task, 'duration_secs': 0.827913} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.823579] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 1f501e89-a19c-459f-af03-975dd67fa3d2/1f501e89-a19c-459f-af03-975dd67fa3d2.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.824194] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2069d421-e921-4c48-98ec-d0fca44e411f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.830969] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1051.830969] env[68466]: value = "task-2812967" [ 1051.830969] env[68466]: _type = "Task" [ 1051.830969] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.843503] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812967, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.886664] env[68466]: DEBUG nova.compute.manager [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Received event network-vif-plugged-b0a7d652-d1c8-4c42-afdf-e1828dbbd653 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.886664] env[68466]: DEBUG oslo_concurrency.lockutils [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] Acquiring lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.886877] env[68466]: DEBUG oslo_concurrency.lockutils [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.887011] env[68466]: DEBUG oslo_concurrency.lockutils [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.887189] env[68466]: DEBUG nova.compute.manager [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] No waiting events found dispatching network-vif-plugged-b0a7d652-d1c8-4c42-afdf-e1828dbbd653 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.887344] env[68466]: WARNING nova.compute.manager [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Received unexpected event network-vif-plugged-b0a7d652-d1c8-4c42-afdf-e1828dbbd653 for instance with vm_state building and task_state spawning. [ 1051.887498] env[68466]: DEBUG nova.compute.manager [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Received event network-changed-b0a7d652-d1c8-4c42-afdf-e1828dbbd653 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.887654] env[68466]: DEBUG nova.compute.manager [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Refreshing instance network info cache due to event network-changed-b0a7d652-d1c8-4c42-afdf-e1828dbbd653. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1051.887870] env[68466]: DEBUG oslo_concurrency.lockutils [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] Acquiring lock "refresh_cache-6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.897369] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812965, 'name': CreateVM_Task, 'duration_secs': 0.582312} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.897584] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.898285] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.898443] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.898787] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.899301] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e80b34-d65e-4480-9ac4-3643da982e16 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.903970] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1051.903970] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5215d7b9-8155-31f5-5bd6-21d571a289b5" [ 1051.903970] env[68466]: _type = "Task" [ 1051.903970] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.912775] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5215d7b9-8155-31f5-5bd6-21d571a289b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.913188] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f1219e53-50ea-400c-83cc-4016703c3e93 tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "ad3a4c51-209f-4b82-b189-5d74fd156f00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.464s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.935363] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812966, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.036861] env[68466]: DEBUG oslo_concurrency.lockutils [req-c77311cf-5ebc-4f84-b18e-dc2a9f227b9c req-6f796bbf-84e1-4039-acad-2edd46eb9206 service nova] Releasing lock "refresh_cache-7c476252-1a78-43ae-a7d3-4403fbe24e6f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.143995] env[68466]: DEBUG nova.network.neutron [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.259463] env[68466]: INFO nova.compute.manager [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Unrescuing [ 1052.259463] env[68466]: DEBUG oslo_concurrency.lockutils [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.259463] env[68466]: DEBUG oslo_concurrency.lockutils [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.259463] env[68466]: DEBUG nova.network.neutron [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.322072] env[68466]: DEBUG nova.network.neutron [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Updating instance_info_cache with network_info: [{"id": "b0a7d652-d1c8-4c42-afdf-e1828dbbd653", "address": "fa:16:3e:fa:96:d1", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a7d652-d1", "ovs_interfaceid": "b0a7d652-d1c8-4c42-afdf-e1828dbbd653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.342112] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812967, 'name': Rename_Task, 'duration_secs': 0.182306} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.342430] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.342816] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47e262e3-a6ee-49b1-84d3-ff72a5ffc3cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.349374] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1052.349374] env[68466]: value = "task-2812968" [ 1052.349374] env[68466]: _type = "Task" [ 1052.349374] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.357622] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.416072] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5215d7b9-8155-31f5-5bd6-21d571a289b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.416495] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.416691] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.416975] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.417188] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.417442] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.418134] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-954e616f-719d-433b-b09e-0a86f8e359e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.436077] env[68466]: DEBUG oslo_vmware.api [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812966, 'name': PowerOnVM_Task, 'duration_secs': 0.701657} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.437077] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.437288] env[68466]: INFO nova.compute.manager [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1052.437463] env[68466]: DEBUG nova.compute.manager [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.437742] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.437899] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.439056] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c47a99-6aec-4a0c-9a9a-6fe8f97f1fa0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.441554] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedde567-fc81-4629-856a-2eb0be5a955d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.446886] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1052.446886] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f5719f-6bb9-8605-1935-4bebac8b121d" [ 1052.446886] env[68466]: _type = "Task" [ 1052.446886] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.458752] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f5719f-6bb9-8605-1935-4bebac8b121d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.478832] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "c09869f1-0f84-4530-a323-a365511652f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.479097] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "c09869f1-0f84-4530-a323-a365511652f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.479346] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "c09869f1-0f84-4530-a323-a365511652f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.479552] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "c09869f1-0f84-4530-a323-a365511652f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.479764] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "c09869f1-0f84-4530-a323-a365511652f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.481788] env[68466]: INFO nova.compute.manager [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Terminating instance [ 1052.705639] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9d8ead51-474c-41fc-ae64-28c1bc0ae75e tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.706969] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.696s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.707365] env[68466]: DEBUG nova.objects.instance [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lazy-loading 'resources' on Instance uuid 29702cfa-692e-4ebd-b149-0ca14add1229 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.825303] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.825303] env[68466]: DEBUG nova.compute.manager [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Instance network_info: |[{"id": "b0a7d652-d1c8-4c42-afdf-e1828dbbd653", "address": "fa:16:3e:fa:96:d1", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a7d652-d1", "ovs_interfaceid": "b0a7d652-d1c8-4c42-afdf-e1828dbbd653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.825609] env[68466]: DEBUG oslo_concurrency.lockutils [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] Acquired lock "refresh_cache-6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.825798] env[68466]: DEBUG nova.network.neutron [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Refreshing network info cache for port b0a7d652-d1c8-4c42-afdf-e1828dbbd653 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.827304] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:96:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0a7d652-d1c8-4c42-afdf-e1828dbbd653', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.835406] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.839544] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.840992] env[68466]: DEBUG nova.compute.manager [req-4b964ae6-1452-40cb-baed-deca1c7902a2 req-9ad215fc-e2dc-47a1-b99b-6da0d602bf8d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Received event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1052.841208] env[68466]: DEBUG nova.compute.manager [req-4b964ae6-1452-40cb-baed-deca1c7902a2 req-9ad215fc-e2dc-47a1-b99b-6da0d602bf8d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing instance network info cache due to event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1052.841418] env[68466]: DEBUG oslo_concurrency.lockutils [req-4b964ae6-1452-40cb-baed-deca1c7902a2 req-9ad215fc-e2dc-47a1-b99b-6da0d602bf8d service nova] Acquiring lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.841562] env[68466]: DEBUG oslo_concurrency.lockutils [req-4b964ae6-1452-40cb-baed-deca1c7902a2 req-9ad215fc-e2dc-47a1-b99b-6da0d602bf8d service nova] Acquired lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.841721] env[68466]: DEBUG nova.network.neutron [req-4b964ae6-1452-40cb-baed-deca1c7902a2 req-9ad215fc-e2dc-47a1-b99b-6da0d602bf8d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.842784] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c90f8015-f0b1-4028-bb73-ec073080d41a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.876155] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.876595] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.876595] env[68466]: value = "task-2812969" [ 1052.876595] env[68466]: _type = "Task" [ 1052.876595] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.961809] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f5719f-6bb9-8605-1935-4bebac8b121d, 'name': SearchDatastore_Task, 'duration_secs': 0.016995} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.964117] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96634b60-1337-4c04-b147-54016f9b6f0e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.967788] env[68466]: INFO nova.compute.manager [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Took 27.79 seconds to build instance. [ 1052.973154] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1052.973154] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5212acf4-4b17-fae6-af94-b6b09f3de808" [ 1052.973154] env[68466]: _type = "Task" [ 1052.973154] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.981649] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5212acf4-4b17-fae6-af94-b6b09f3de808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.988188] env[68466]: DEBUG nova.compute.manager [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.988188] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.988188] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02841051-a89b-45e7-8941-866a6ce14c40 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.995760] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.996070] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a868ef3-fecb-47c7-b8cb-e2eaf8d304f9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.002261] env[68466]: DEBUG oslo_vmware.api [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 1053.002261] env[68466]: value = "task-2812970" [ 1053.002261] env[68466]: _type = "Task" [ 1053.002261] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.010930] env[68466]: DEBUG oslo_vmware.api [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.130416] env[68466]: DEBUG nova.network.neutron [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Updating instance_info_cache with network_info: [{"id": "c8025883-5039-428b-8cf0-a97e4e35f918", "address": "fa:16:3e:18:0a:2d", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8025883-50", "ovs_interfaceid": "c8025883-5039-428b-8cf0-a97e4e35f918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.300413] env[68466]: DEBUG nova.network.neutron [req-4b964ae6-1452-40cb-baed-deca1c7902a2 req-9ad215fc-e2dc-47a1-b99b-6da0d602bf8d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updated VIF entry in instance network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.300946] env[68466]: DEBUG nova.network.neutron [req-4b964ae6-1452-40cb-baed-deca1c7902a2 req-9ad215fc-e2dc-47a1-b99b-6da0d602bf8d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updating instance_info_cache with network_info: [{"id": "44743f5c-647a-4c63-9c64-34d64c4270ab", "address": "fa:16:3e:00:a8:fa", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44743f5c-64", "ovs_interfaceid": "44743f5c-647a-4c63-9c64-34d64c4270ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.312305] env[68466]: DEBUG nova.network.neutron [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Updated VIF entry in instance network info cache for port b0a7d652-d1c8-4c42-afdf-e1828dbbd653. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.312827] env[68466]: DEBUG nova.network.neutron [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Updating instance_info_cache with network_info: [{"id": "b0a7d652-d1c8-4c42-afdf-e1828dbbd653", "address": "fa:16:3e:fa:96:d1", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a7d652-d1", "ovs_interfaceid": "b0a7d652-d1c8-4c42-afdf-e1828dbbd653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.375943] env[68466]: DEBUG oslo_vmware.api [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2812968, 'name': PowerOnVM_Task, 'duration_secs': 0.765204} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.376372] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.376580] env[68466]: INFO nova.compute.manager [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1053.376759] env[68466]: DEBUG nova.compute.manager [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.377881] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba8ac3-84da-40e3-bcc1-9675148b2de4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.398737] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2812969, 'name': CreateVM_Task, 'duration_secs': 0.404644} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.399121] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.399867] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.400169] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.400520] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.400781] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ff693f-5a08-40d2-8eb9-cd50939cfc6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.408501] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1053.408501] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f6f377-db79-9d1a-75f2-77fd1341bd64" [ 1053.408501] env[68466]: _type = "Task" [ 1053.408501] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.418389] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f6f377-db79-9d1a-75f2-77fd1341bd64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.471482] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2731be54-16aa-4563-a0d1-2264ede7ab18 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.304s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.486100] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5212acf4-4b17-fae6-af94-b6b09f3de808, 'name': SearchDatastore_Task, 'duration_secs': 0.013233} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.486205] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.486491] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 7c476252-1a78-43ae-a7d3-4403fbe24e6f/7c476252-1a78-43ae-a7d3-4403fbe24e6f.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.489084] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7060aeab-a811-4946-a2d8-5f3a791cef64 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.495361] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1053.495361] env[68466]: value = "task-2812971" [ 1053.495361] env[68466]: _type = "Task" [ 1053.495361] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.504910] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.512814] env[68466]: DEBUG oslo_vmware.api [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812970, 'name': PowerOffVM_Task, 'duration_secs': 0.277113} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.515705] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.515879] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.516333] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d1d8346-ce77-4a05-ac9a-9213ae6b372d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.581568] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.582048] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.584015] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleting the datastore file [datastore2] c09869f1-0f84-4530-a323-a365511652f0 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.584015] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecabd70a-864a-42ac-bb7d-4b39c804d196 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.592260] env[68466]: DEBUG oslo_vmware.api [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for the task: (returnval){ [ 1053.592260] env[68466]: value = "task-2812973" [ 1053.592260] env[68466]: _type = "Task" [ 1053.592260] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.601459] env[68466]: DEBUG oslo_vmware.api [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.622017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360466a0-301f-4d24-9636-2708917e2c79 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.628077] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31169a5-6b9a-4eae-93dd-d098a8932a20 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.633365] env[68466]: DEBUG oslo_concurrency.lockutils [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "refresh_cache-187595e3-2e27-4770-87f1-56208157d51f" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.634242] env[68466]: DEBUG nova.objects.instance [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lazy-loading 'flavor' on Instance uuid 187595e3-2e27-4770-87f1-56208157d51f {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.661922] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eb60ce-5cb5-4a15-9260-8681d911c5ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.670193] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbdf816-c103-4de0-98d7-bb6a8f556f2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.686618] env[68466]: DEBUG nova.compute.provider_tree [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.804565] env[68466]: DEBUG oslo_concurrency.lockutils [req-4b964ae6-1452-40cb-baed-deca1c7902a2 req-9ad215fc-e2dc-47a1-b99b-6da0d602bf8d service nova] Releasing lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.816634] env[68466]: DEBUG oslo_concurrency.lockutils [req-c00f18d8-e360-4ba7-b5e2-d234f56f1980 req-c43ac59b-7b56-45ec-bdf1-92daba469ef8 service nova] Releasing lock "refresh_cache-6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.927312] env[68466]: INFO nova.compute.manager [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Took 28.10 seconds to build instance. [ 1053.939223] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f6f377-db79-9d1a-75f2-77fd1341bd64, 'name': SearchDatastore_Task, 'duration_secs': 0.014147} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.940030] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.940576] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.941097] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.941455] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.942121] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.942219] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5d6ffb-27d3-4fe6-80f7-6fcd9639da6d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.961555] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.962688] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.964399] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29f295c-77fa-4ebb-8e73-2180442f484a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.972506] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1053.972506] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c0ce36-05bd-95c5-c7f0-ec00ce38467c" [ 1053.972506] env[68466]: _type = "Task" [ 1053.972506] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.984194] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c0ce36-05bd-95c5-c7f0-ec00ce38467c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.006933] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.107205] env[68466]: DEBUG oslo_vmware.api [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Task: {'id': task-2812973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350883} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.107606] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.107889] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.108165] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.108477] env[68466]: INFO nova.compute.manager [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] [instance: c09869f1-0f84-4530-a323-a365511652f0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1054.108731] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.109022] env[68466]: DEBUG nova.compute.manager [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.109125] env[68466]: DEBUG nova.network.neutron [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.164276] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e657aa8e-3f35-4ec9-b407-7c4b2a8eac07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.185629] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.189097] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d427215-e8df-455a-b55e-25bc935fb162 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.194936] env[68466]: DEBUG nova.scheduler.client.report [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.201264] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1054.201264] env[68466]: value = "task-2812974" [ 1054.201264] env[68466]: _type = "Task" [ 1054.201264] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.209242] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.430025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5b771903-cec5-428a-8c76-856ea1022ed0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.621s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.482771] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c0ce36-05bd-95c5-c7f0-ec00ce38467c, 'name': SearchDatastore_Task, 'duration_secs': 0.052638} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.483629] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1458fa83-8cbe-4d3d-b12e-0b947ced216e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.489309] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1054.489309] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d10161-5a99-cb2e-910c-a0cd709cbf6f" [ 1054.489309] env[68466]: _type = "Task" [ 1054.489309] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.497598] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d10161-5a99-cb2e-910c-a0cd709cbf6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.506247] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685842} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.506692] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 7c476252-1a78-43ae-a7d3-4403fbe24e6f/7c476252-1a78-43ae-a7d3-4403fbe24e6f.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.506960] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.507283] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52ee980e-afca-461f-91a0-3684e86d882c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.515608] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1054.515608] env[68466]: value = "task-2812975" [ 1054.515608] env[68466]: _type = "Task" [ 1054.515608] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.523518] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.700045] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.702953] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.344s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.719996] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812974, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.731221] env[68466]: INFO nova.scheduler.client.report [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleted allocations for instance 29702cfa-692e-4ebd-b149-0ca14add1229 [ 1055.001921] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d10161-5a99-cb2e-910c-a0cd709cbf6f, 'name': SearchDatastore_Task, 'duration_secs': 0.026728} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.001921] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.001921] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1/6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.001921] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5329a554-fe9d-4677-905b-d6d162cd4b07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.006462] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1055.006462] env[68466]: value = "task-2812976" [ 1055.006462] env[68466]: _type = "Task" [ 1055.006462] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.014624] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.026537] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15881} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.026818] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.027715] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56796a6d-12e6-4cc2-9b25-6d1569ab9c9f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.050939] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7c476252-1a78-43ae-a7d3-4403fbe24e6f/7c476252-1a78-43ae-a7d3-4403fbe24e6f.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.051484] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5922a4-a788-41ad-bed8-609ec805ac56 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.071879] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1055.071879] env[68466]: value = "task-2812977" [ 1055.071879] env[68466]: _type = "Task" [ 1055.071879] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.079497] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.104804] env[68466]: DEBUG nova.network.neutron [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.217178] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812974, 'name': PowerOffVM_Task, 'duration_secs': 0.565575} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.217640] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.223655] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.224293] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433ade74-7dd6-4d65-9f60-726f231ee537 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.250829] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a31a3427-66e4-4bb0-8dd2-3007d418f2b9 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "29702cfa-692e-4ebd-b149-0ca14add1229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.309s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.256101] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1055.256101] env[68466]: value = "task-2812978" [ 1055.256101] env[68466]: _type = "Task" [ 1055.256101] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.266529] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.471179] env[68466]: DEBUG nova.compute.manager [req-4f1406e0-70df-4d5e-a6b9-198e5df1a97d req-27aea528-d1c0-49ee-b090-46bb3fdddec5 service nova] [instance: c09869f1-0f84-4530-a323-a365511652f0] Received event network-vif-deleted-fe90a433-210a-4a9c-aff3-33e0add12ce1 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1055.521182] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812976, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.522791] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.523063] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.523278] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.523464] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.523635] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.525996] env[68466]: INFO nova.compute.manager [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Terminating instance [ 1055.589468] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812977, 'name': ReconfigVM_Task, 'duration_secs': 0.337641} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.589901] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7c476252-1a78-43ae-a7d3-4403fbe24e6f/7c476252-1a78-43ae-a7d3-4403fbe24e6f.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.590852] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba4715c-dddd-4361-b101-9100d6b54ef3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.601268] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1055.601268] env[68466]: value = "task-2812979" [ 1055.601268] env[68466]: _type = "Task" [ 1055.601268] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.610744] env[68466]: INFO nova.compute.manager [-] [instance: c09869f1-0f84-4530-a323-a365511652f0] Took 1.50 seconds to deallocate network for instance. [ 1055.623106] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812979, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.673627] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392f52c7-e8f7-4991-a3c8-85f5637a8894 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.687372] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2160ff5f-51a3-4c9d-98ad-de5c46a06a73 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.722254] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1c6a5e-3b22-4cd4-a419-2d905d400d75 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.731485] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7fc0af-2fc7-4152-a363-017501930228 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.751741] env[68466]: DEBUG nova.compute.provider_tree [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.768961] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.790955] env[68466]: DEBUG nova.compute.manager [req-60f7e5e0-ee3b-406c-aa6e-b0472a07ec41 req-ccb20b5f-95d9-4e19-b99c-4aa00bb7166c service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Received event network-changed-178dd214-051a-4bec-bba7-d02849d6439e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1055.790955] env[68466]: DEBUG nova.compute.manager [req-60f7e5e0-ee3b-406c-aa6e-b0472a07ec41 req-ccb20b5f-95d9-4e19-b99c-4aa00bb7166c service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Refreshing instance network info cache due to event network-changed-178dd214-051a-4bec-bba7-d02849d6439e. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1055.791176] env[68466]: DEBUG oslo_concurrency.lockutils [req-60f7e5e0-ee3b-406c-aa6e-b0472a07ec41 req-ccb20b5f-95d9-4e19-b99c-4aa00bb7166c service nova] Acquiring lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.791363] env[68466]: DEBUG oslo_concurrency.lockutils [req-60f7e5e0-ee3b-406c-aa6e-b0472a07ec41 req-ccb20b5f-95d9-4e19-b99c-4aa00bb7166c service nova] Acquired lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.791554] env[68466]: DEBUG nova.network.neutron [req-60f7e5e0-ee3b-406c-aa6e-b0472a07ec41 req-ccb20b5f-95d9-4e19-b99c-4aa00bb7166c service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Refreshing network info cache for port 178dd214-051a-4bec-bba7-d02849d6439e {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.021565] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719841} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.021873] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1/6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.022310] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.022623] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93f35b2e-04bd-4eb7-9592-6c0b635afa6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.030686] env[68466]: DEBUG nova.compute.manager [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.031511] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.032876] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaedb36-6368-41c5-9fd6-639bc83485ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.039712] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1056.039712] env[68466]: value = "task-2812980" [ 1056.039712] env[68466]: _type = "Task" [ 1056.039712] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.046780] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.047553] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-092f4bd9-e428-456f-9156-195fd428c915 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.053735] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.055276] env[68466]: DEBUG oslo_vmware.api [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1056.055276] env[68466]: value = "task-2812981" [ 1056.055276] env[68466]: _type = "Task" [ 1056.055276] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.065482] env[68466]: DEBUG oslo_vmware.api [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.113103] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812979, 'name': Rename_Task, 'duration_secs': 0.241742} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.113436] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.114036] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cf2ae9d-b7c4-4bd2-a2b9-7f14249ffdd9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.122876] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1056.122876] env[68466]: value = "task-2812982" [ 1056.122876] env[68466]: _type = "Task" [ 1056.122876] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.128145] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.135590] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.268067] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812978, 'name': ReconfigVM_Task, 'duration_secs': 0.650488} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.269316] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.269316] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.269316] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aacd4894-ddc0-4ec4-9e7f-8cf5ba1234e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.276812] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1056.276812] env[68466]: value = "task-2812983" [ 1056.276812] env[68466]: _type = "Task" [ 1056.276812] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.281755] env[68466]: ERROR nova.scheduler.client.report [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [req-5acfd546-ad63-44a4-8934-0cc69f5705e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2a5f2f3e-1107-40da-ae5c-58673b030abf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5acfd546-ad63-44a4-8934-0cc69f5705e1"}]} [ 1056.290969] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.303626] env[68466]: DEBUG nova.scheduler.client.report [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Refreshing inventories for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1056.321195] env[68466]: DEBUG nova.scheduler.client.report [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Updating ProviderTree inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1056.321509] env[68466]: DEBUG nova.compute.provider_tree [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.336011] env[68466]: DEBUG nova.scheduler.client.report [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Refreshing aggregate associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, aggregates: None {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1056.359208] env[68466]: DEBUG nova.scheduler.client.report [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Refreshing trait associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1056.551271] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146788} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.555021] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.555462] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c92d79-bdd6-492f-a841-454ebb1fa616 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.583916] env[68466]: DEBUG oslo_vmware.api [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812981, 'name': PowerOffVM_Task, 'duration_secs': 0.338962} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.595147] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1/6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.597841] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.598036] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.598287] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2012c48-4a32-4f65-b40e-108e62788e3d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.616305] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6219bb0c-c8c4-4797-9632-f969466c4693 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.628908] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1056.628908] env[68466]: value = "task-2812985" [ 1056.628908] env[68466]: _type = "Task" [ 1056.628908] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.642961] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.650706] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.709518] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.709828] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.710062] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleting the datastore file [datastore2] a5b833d6-ab57-4e49-9e0b-889d3e87aa5a {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.710351] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7cab530-6935-4850-84fb-c4d141def634 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.719457] env[68466]: DEBUG oslo_vmware.api [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1056.719457] env[68466]: value = "task-2812986" [ 1056.719457] env[68466]: _type = "Task" [ 1056.719457] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.730296] env[68466]: DEBUG oslo_vmware.api [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.777550] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bd8170-4a5a-4f77-b12b-3a162fb5520c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.795388] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38afa10c-28e7-4168-baea-50b745e58f53 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.798925] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.832828] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc589f51-b886-4b81-8722-5579605faf8f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.843798] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e875592e-89aa-4778-a8e2-6169f2be2b3a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.866901] env[68466]: DEBUG nova.compute.provider_tree [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.870687] env[68466]: DEBUG nova.network.neutron [req-60f7e5e0-ee3b-406c-aa6e-b0472a07ec41 req-ccb20b5f-95d9-4e19-b99c-4aa00bb7166c service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updated VIF entry in instance network info cache for port 178dd214-051a-4bec-bba7-d02849d6439e. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.871084] env[68466]: DEBUG nova.network.neutron [req-60f7e5e0-ee3b-406c-aa6e-b0472a07ec41 req-ccb20b5f-95d9-4e19-b99c-4aa00bb7166c service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance_info_cache with network_info: [{"id": "178dd214-051a-4bec-bba7-d02849d6439e", "address": "fa:16:3e:64:6b:00", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178dd214-05", "ovs_interfaceid": "178dd214-051a-4bec-bba7-d02849d6439e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.137163] env[68466]: DEBUG oslo_vmware.api [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812982, 'name': PowerOnVM_Task, 'duration_secs': 0.778835} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.137911] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.138298] env[68466]: INFO nova.compute.manager [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1057.138610] env[68466]: DEBUG nova.compute.manager [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.139574] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b6db53-fe61-423e-89e4-9d5c4a8d32b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.145324] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.229561] env[68466]: DEBUG oslo_vmware.api [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2812986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438314} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.230014] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.232897] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.232897] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.232897] env[68466]: INFO nova.compute.manager [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1057.232897] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.232897] env[68466]: DEBUG nova.compute.manager [-] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.232897] env[68466]: DEBUG nova.network.neutron [-] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.291267] env[68466]: DEBUG oslo_vmware.api [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2812983, 'name': PowerOnVM_Task, 'duration_secs': 0.638267} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.291754] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.292200] env[68466]: DEBUG nova.compute.manager [None req-211a168d-d463-4dc6-be22-bbbc38cdc7c9 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.293560] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f322d0d-0864-432a-abc2-e53573db13b2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.376534] env[68466]: DEBUG oslo_concurrency.lockutils [req-60f7e5e0-ee3b-406c-aa6e-b0472a07ec41 req-ccb20b5f-95d9-4e19-b99c-4aa00bb7166c service nova] Releasing lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.413089] env[68466]: DEBUG nova.scheduler.client.report [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Updated inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1057.413089] env[68466]: DEBUG nova.compute.provider_tree [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Updating resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf generation from 123 to 124 during operation: update_inventory {{(pid=68466) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1057.413089] env[68466]: DEBUG nova.compute.provider_tree [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.641883] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.666692] env[68466]: INFO nova.compute.manager [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Took 30.93 seconds to build instance. [ 1057.783025] env[68466]: DEBUG nova.compute.manager [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Received event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1057.784013] env[68466]: DEBUG nova.compute.manager [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing instance network info cache due to event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1057.784013] env[68466]: DEBUG oslo_concurrency.lockutils [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] Acquiring lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.784013] env[68466]: DEBUG oslo_concurrency.lockutils [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] Acquired lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.784013] env[68466]: DEBUG nova.network.neutron [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.940474] env[68466]: DEBUG oslo_concurrency.lockutils [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "ad3a4c51-209f-4b82-b189-5d74fd156f00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.941087] env[68466]: DEBUG oslo_concurrency.lockutils [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "ad3a4c51-209f-4b82-b189-5d74fd156f00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.941087] env[68466]: DEBUG oslo_concurrency.lockutils [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "ad3a4c51-209f-4b82-b189-5d74fd156f00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.941490] env[68466]: DEBUG oslo_concurrency.lockutils [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "ad3a4c51-209f-4b82-b189-5d74fd156f00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.941490] env[68466]: DEBUG oslo_concurrency.lockutils [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "ad3a4c51-209f-4b82-b189-5d74fd156f00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.949926] env[68466]: INFO nova.compute.manager [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Terminating instance [ 1058.141897] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812985, 'name': ReconfigVM_Task, 'duration_secs': 1.039919} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.142253] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1/6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.142861] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f6afd47-9bfd-4e03-a017-99f16cb9d3ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.151163] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1058.151163] env[68466]: value = "task-2812987" [ 1058.151163] env[68466]: _type = "Task" [ 1058.151163] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.160830] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812987, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.167584] env[68466]: DEBUG oslo_concurrency.lockutils [None req-21c2f1ed-4310-4a19-9075-401fa69872c8 tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.444s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.173152] env[68466]: DEBUG nova.network.neutron [-] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.375129] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "a79c9c66-ec67-429c-8363-2452bf6e2206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.375429] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.422584] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.720s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.425607] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.883s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.425852] env[68466]: DEBUG nova.objects.instance [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lazy-loading 'resources' on Instance uuid 6e13682b-2d23-4c5d-b505-74d7f2bd90df {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.452065] env[68466]: DEBUG nova.compute.manager [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.452296] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.453662] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b99a9e-b6b7-41b5-bcf1-9a6e52fefd0e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.463020] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.463917] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cfbf69c-ee75-44ad-96f1-bd2e2bf220e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.471566] env[68466]: DEBUG oslo_vmware.api [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1058.471566] env[68466]: value = "task-2812988" [ 1058.471566] env[68466]: _type = "Task" [ 1058.471566] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.482891] env[68466]: DEBUG oslo_vmware.api [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.662103] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812987, 'name': Rename_Task, 'duration_secs': 0.314335} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.662411] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.662663] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3262b3bf-0a90-4ff2-a78c-89db22c086d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.673270] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1058.673270] env[68466]: value = "task-2812989" [ 1058.673270] env[68466]: _type = "Task" [ 1058.673270] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.677093] env[68466]: INFO nova.compute.manager [-] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Took 1.45 seconds to deallocate network for instance. [ 1058.686036] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.827252] env[68466]: DEBUG nova.network.neutron [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updated VIF entry in instance network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.827716] env[68466]: DEBUG nova.network.neutron [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updating instance_info_cache with network_info: [{"id": "44743f5c-647a-4c63-9c64-34d64c4270ab", "address": "fa:16:3e:00:a8:fa", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44743f5c-64", "ovs_interfaceid": "44743f5c-647a-4c63-9c64-34d64c4270ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.877606] env[68466]: DEBUG nova.compute.manager [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.994649] env[68466]: DEBUG oslo_vmware.api [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812988, 'name': PowerOffVM_Task, 'duration_secs': 0.234516} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.997871] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.998108] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.999235] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b9f5b3a-b5d0-4118-910a-b4ca3f64e534 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.019157] env[68466]: INFO nova.scheduler.client.report [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted allocation for migration 4b3b33c9-be60-4409-b2f9-26bae3a6b25c [ 1059.088850] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.089158] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.089366] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Deleting the datastore file [datastore2] ad3a4c51-209f-4b82-b189-5d74fd156f00 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.091012] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53889525-f147-4234-9766-d8582b12fd35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.106603] env[68466]: DEBUG oslo_vmware.api [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1059.106603] env[68466]: value = "task-2812991" [ 1059.106603] env[68466]: _type = "Task" [ 1059.106603] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.119012] env[68466]: DEBUG oslo_vmware.api [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.187911] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.192541] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812989, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.321453] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cec54e-7159-4bcd-a4f6-86649fb1416e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.329746] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e3aa9-4bcb-46ed-afc5-4dbcaf241a6d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.333587] env[68466]: DEBUG oslo_concurrency.lockutils [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] Releasing lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.333897] env[68466]: DEBUG nova.compute.manager [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Received event network-changed-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1059.334129] env[68466]: DEBUG nova.compute.manager [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Refreshing instance network info cache due to event network-changed-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1059.334425] env[68466]: DEBUG oslo_concurrency.lockutils [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] Acquiring lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.334622] env[68466]: DEBUG oslo_concurrency.lockutils [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] Acquired lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.334895] env[68466]: DEBUG nova.network.neutron [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Refreshing network info cache for port ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.368863] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b89ed-dd7e-4413-a773-534b32b4289d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.380926] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364b5dea-ce46-417e-a495-3290eb684c65 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.399295] env[68466]: DEBUG nova.compute.provider_tree [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.413741] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.527056] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b563ce6a-db53-4cdb-b4bd-66d0d1132c2d tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.682s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.617201] env[68466]: DEBUG oslo_vmware.api [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2812991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2737} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.617553] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.617677] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.617856] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.618052] env[68466]: INFO nova.compute.manager [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1059.618298] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.618487] env[68466]: DEBUG nova.compute.manager [-] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.618572] env[68466]: DEBUG nova.network.neutron [-] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.691271] env[68466]: DEBUG oslo_vmware.api [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812989, 'name': PowerOnVM_Task, 'duration_secs': 0.545218} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.691271] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.691271] env[68466]: INFO nova.compute.manager [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1059.691587] env[68466]: DEBUG nova.compute.manager [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.692245] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555c8717-c1fe-4eba-b719-02663fa8e93d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.937965] env[68466]: ERROR nova.scheduler.client.report [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] [req-afd6c6f4-26b6-459d-90b1-d424d193aa85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2a5f2f3e-1107-40da-ae5c-58673b030abf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-afd6c6f4-26b6-459d-90b1-d424d193aa85"}]} [ 1059.962753] env[68466]: DEBUG nova.scheduler.client.report [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Refreshing inventories for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1059.978075] env[68466]: DEBUG nova.scheduler.client.report [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Updating ProviderTree inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1059.978322] env[68466]: DEBUG nova.compute.provider_tree [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 170, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.995338] env[68466]: DEBUG nova.scheduler.client.report [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Refreshing aggregate associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, aggregates: None {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1060.022960] env[68466]: DEBUG nova.scheduler.client.report [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Refreshing trait associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1060.087082] env[68466]: DEBUG nova.network.neutron [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Updated VIF entry in instance network info cache for port ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.087464] env[68466]: DEBUG nova.network.neutron [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Updating instance_info_cache with network_info: [{"id": "ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219", "address": "fa:16:3e:84:da:ec", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfe7c93-67", "ovs_interfaceid": "ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.098574] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquiring lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.101668] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.101668] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquiring lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.101668] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.101668] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.103247] env[68466]: INFO nova.compute.manager [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Terminating instance [ 1060.212115] env[68466]: INFO nova.compute.manager [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Took 27.55 seconds to build instance. [ 1060.304811] env[68466]: DEBUG nova.compute.manager [req-e0d27d15-0895-41a0-9bf8-f8fecd57aa93 req-097db9a0-c1b5-47a0-8c6e-5034b4905059 service nova] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Received event network-vif-deleted-0f52e8cf-81fe-460d-8905-ca6e47f96d81 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.305076] env[68466]: DEBUG nova.compute.manager [req-e0d27d15-0895-41a0-9bf8-f8fecd57aa93 req-097db9a0-c1b5-47a0-8c6e-5034b4905059 service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Received event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.305469] env[68466]: DEBUG nova.compute.manager [req-e0d27d15-0895-41a0-9bf8-f8fecd57aa93 req-097db9a0-c1b5-47a0-8c6e-5034b4905059 service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing instance network info cache due to event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1060.305469] env[68466]: DEBUG oslo_concurrency.lockutils [req-e0d27d15-0895-41a0-9bf8-f8fecd57aa93 req-097db9a0-c1b5-47a0-8c6e-5034b4905059 service nova] Acquiring lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.306189] env[68466]: DEBUG oslo_concurrency.lockutils [req-e0d27d15-0895-41a0-9bf8-f8fecd57aa93 req-097db9a0-c1b5-47a0-8c6e-5034b4905059 service nova] Acquired lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.306189] env[68466]: DEBUG nova.network.neutron [req-e0d27d15-0895-41a0-9bf8-f8fecd57aa93 req-097db9a0-c1b5-47a0-8c6e-5034b4905059 service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.373714] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e1b061-24ed-46cd-8a56-d7ff252ebec5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.383171] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c93da4-e606-4cfb-9969-46d864cad630 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.423868] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5030623f-0450-4a43-a1eb-062e3894c8f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.433886] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b339a7-fe9e-43af-b4b2-08c78a1a3399 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.453668] env[68466]: DEBUG nova.compute.provider_tree [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.590032] env[68466]: DEBUG oslo_concurrency.lockutils [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] Releasing lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.590210] env[68466]: DEBUG nova.compute.manager [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Received event network-changed-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.590342] env[68466]: DEBUG nova.compute.manager [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Refreshing instance network info cache due to event network-changed-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1060.590567] env[68466]: DEBUG oslo_concurrency.lockutils [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] Acquiring lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.590709] env[68466]: DEBUG oslo_concurrency.lockutils [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] Acquired lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.590876] env[68466]: DEBUG nova.network.neutron [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Refreshing network info cache for port ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.609369] env[68466]: DEBUG nova.compute.manager [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.609564] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.610675] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b5c16b-c5dd-4e19-9cba-21d8433a432b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.620479] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.621014] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-723c0077-8c58-419b-8d89-30918e9168cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.631467] env[68466]: DEBUG oslo_vmware.api [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1060.631467] env[68466]: value = "task-2812992" [ 1060.631467] env[68466]: _type = "Task" [ 1060.631467] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.640927] env[68466]: DEBUG oslo_vmware.api [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.690178] env[68466]: DEBUG nova.network.neutron [-] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.716298] env[68466]: DEBUG oslo_concurrency.lockutils [None req-79387057-6073-4c5b-a151-bfe48276b461 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.062s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.007907] env[68466]: DEBUG nova.scheduler.client.report [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Updated inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1061.007907] env[68466]: DEBUG nova.compute.provider_tree [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Updating resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf generation from 126 to 127 during operation: update_inventory {{(pid=68466) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1061.009758] env[68466]: DEBUG nova.compute.provider_tree [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.117735] env[68466]: INFO nova.network.neutron [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Port ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1061.117735] env[68466]: DEBUG nova.network.neutron [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.146311] env[68466]: DEBUG oslo_vmware.api [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812992, 'name': PowerOffVM_Task, 'duration_secs': 0.255071} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.147618] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.148898] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.150746] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a997a397-3adf-4fb1-aa1a-5cb2b881bb5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.194513] env[68466]: INFO nova.compute.manager [-] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Took 1.57 seconds to deallocate network for instance. [ 1061.228028] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.228028] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.228028] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Deleting the datastore file [datastore1] 7c476252-1a78-43ae-a7d3-4403fbe24e6f {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.228028] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89ff4b69-6d2e-4429-b5c3-03d033919baa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.237045] env[68466]: DEBUG oslo_vmware.api [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for the task: (returnval){ [ 1061.237045] env[68466]: value = "task-2812994" [ 1061.237045] env[68466]: _type = "Task" [ 1061.237045] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.250839] env[68466]: DEBUG oslo_vmware.api [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.263035] env[68466]: DEBUG nova.network.neutron [req-e0d27d15-0895-41a0-9bf8-f8fecd57aa93 req-097db9a0-c1b5-47a0-8c6e-5034b4905059 service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updated VIF entry in instance network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.263035] env[68466]: DEBUG nova.network.neutron [req-e0d27d15-0895-41a0-9bf8-f8fecd57aa93 req-097db9a0-c1b5-47a0-8c6e-5034b4905059 service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updating instance_info_cache with network_info: [{"id": "44743f5c-647a-4c63-9c64-34d64c4270ab", "address": "fa:16:3e:00:a8:fa", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44743f5c-64", "ovs_interfaceid": "44743f5c-647a-4c63-9c64-34d64c4270ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.382856] env[68466]: DEBUG oslo_concurrency.lockutils [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.386456] env[68466]: DEBUG oslo_concurrency.lockutils [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.386456] env[68466]: DEBUG nova.compute.manager [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.386456] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3375618-f1a2-447d-bd41-a0d97688ca6a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.394024] env[68466]: DEBUG nova.compute.manager [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1061.394024] env[68466]: DEBUG nova.objects.instance [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'flavor' on Instance uuid 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.514954] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.089s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.517836] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.642s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.519709] env[68466]: INFO nova.compute.claims [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.542230] env[68466]: INFO nova.scheduler.client.report [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Deleted allocations for instance 6e13682b-2d23-4c5d-b505-74d7f2bd90df [ 1061.619975] env[68466]: DEBUG oslo_concurrency.lockutils [req-e69e9a3c-75e1-431b-a9aa-6e9af0bef9e8 req-0a51dab9-78a4-4f4e-b895-1e976598ca0d service nova] Releasing lock "refresh_cache-ad3a4c51-209f-4b82-b189-5d74fd156f00" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.703670] env[68466]: DEBUG oslo_concurrency.lockutils [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.752985] env[68466]: DEBUG oslo_vmware.api [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Task: {'id': task-2812994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302906} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.752985] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.752985] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.752985] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.752985] env[68466]: INFO nova.compute.manager [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1061.752985] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.752985] env[68466]: DEBUG nova.compute.manager [-] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.752985] env[68466]: DEBUG nova.network.neutron [-] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.765900] env[68466]: DEBUG oslo_concurrency.lockutils [req-e0d27d15-0895-41a0-9bf8-f8fecd57aa93 req-097db9a0-c1b5-47a0-8c6e-5034b4905059 service nova] Releasing lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.051695] env[68466]: DEBUG oslo_concurrency.lockutils [None req-18d691bd-64c2-41e4-9416-24741bdeed27 tempest-ServersListShow296Test-1928305155 tempest-ServersListShow296Test-1928305155-project-member] Lock "6e13682b-2d23-4c5d-b505-74d7f2bd90df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.765s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.280685] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.280974] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.281249] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.281451] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.281622] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.284927] env[68466]: INFO nova.compute.manager [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Terminating instance [ 1062.400909] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.401352] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970ef1b7-7b4e-493b-a496-8076f593430e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.410207] env[68466]: DEBUG oslo_vmware.api [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1062.410207] env[68466]: value = "task-2812995" [ 1062.410207] env[68466]: _type = "Task" [ 1062.410207] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.425499] env[68466]: DEBUG oslo_vmware.api [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.577157] env[68466]: DEBUG nova.compute.manager [req-0a37091b-9391-428b-bb08-2dda01cd086d req-f28e76ab-0073-49a3-a8c4-1e058c52df3c service nova] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Received event network-vif-deleted-ddfe7c93-67eb-4ce2-bde4-a07c2e7cc219 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1062.577157] env[68466]: DEBUG nova.compute.manager [req-0a37091b-9391-428b-bb08-2dda01cd086d req-f28e76ab-0073-49a3-a8c4-1e058c52df3c service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Received event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1062.577391] env[68466]: DEBUG nova.compute.manager [req-0a37091b-9391-428b-bb08-2dda01cd086d req-f28e76ab-0073-49a3-a8c4-1e058c52df3c service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing instance network info cache due to event network-changed-44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1062.580314] env[68466]: DEBUG oslo_concurrency.lockutils [req-0a37091b-9391-428b-bb08-2dda01cd086d req-f28e76ab-0073-49a3-a8c4-1e058c52df3c service nova] Acquiring lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.580755] env[68466]: DEBUG oslo_concurrency.lockutils [req-0a37091b-9391-428b-bb08-2dda01cd086d req-f28e76ab-0073-49a3-a8c4-1e058c52df3c service nova] Acquired lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.581524] env[68466]: DEBUG nova.network.neutron [req-0a37091b-9391-428b-bb08-2dda01cd086d req-f28e76ab-0073-49a3-a8c4-1e058c52df3c service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Refreshing network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.794847] env[68466]: DEBUG nova.compute.manager [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.795142] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.796246] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c90917-5e8b-468c-b1d3-b5ef23d069cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.807652] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.808085] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08522b0c-894c-4c5a-8147-040a4359f817 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.819142] env[68466]: DEBUG oslo_vmware.api [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1062.819142] env[68466]: value = "task-2812996" [ 1062.819142] env[68466]: _type = "Task" [ 1062.819142] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.834532] env[68466]: DEBUG oslo_vmware.api [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.871765] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70833c05-8b1b-4508-87b8-befa22e2d330 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.880460] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8a1a4-b01a-498a-8f96-1fb36c67b348 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.910828] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dd96d1-958b-4bf2-9d01-e90d637e08ec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.923560] env[68466]: DEBUG oslo_vmware.api [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2812995, 'name': PowerOffVM_Task, 'duration_secs': 0.200951} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.925822] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.926051] env[68466]: DEBUG nova.compute.manager [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.926847] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7925387b-7151-438a-9ddd-56abf554883f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.930276] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ab0ca8-1a91-4c5a-b9aa-89d102606573 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.944256] env[68466]: DEBUG nova.compute.provider_tree [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.953018] env[68466]: DEBUG nova.network.neutron [-] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.953955] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.954189] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.066125] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.066392] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.277164] env[68466]: DEBUG nova.network.neutron [req-0a37091b-9391-428b-bb08-2dda01cd086d req-f28e76ab-0073-49a3-a8c4-1e058c52df3c service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updated VIF entry in instance network info cache for port 44743f5c-647a-4c63-9c64-34d64c4270ab. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.277164] env[68466]: DEBUG nova.network.neutron [req-0a37091b-9391-428b-bb08-2dda01cd086d req-f28e76ab-0073-49a3-a8c4-1e058c52df3c service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updating instance_info_cache with network_info: [{"id": "44743f5c-647a-4c63-9c64-34d64c4270ab", "address": "fa:16:3e:00:a8:fa", "network": {"id": "681bc910-242e-4d9c-b975-4120880a3877", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1289558577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a68cf87cdbc4472e80bf466bf3b8733b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44743f5c-64", "ovs_interfaceid": "44743f5c-647a-4c63-9c64-34d64c4270ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.329435] env[68466]: DEBUG oslo_vmware.api [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812996, 'name': PowerOffVM_Task, 'duration_secs': 0.211814} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.329742] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.330042] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.330319] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-289f820a-4727-4a2c-9bfe-dac2f79de4f6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.400603] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.400817] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.401047] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleting the datastore file [datastore1] 4bbafb31-6126-447d-90ab-cd4ba58cc6a8 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.401305] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d71615f8-69fc-4501-b677-661bae8c4298 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.409198] env[68466]: DEBUG oslo_vmware.api [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1063.409198] env[68466]: value = "task-2812998" [ 1063.409198] env[68466]: _type = "Task" [ 1063.409198] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.418345] env[68466]: DEBUG oslo_vmware.api [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.453132] env[68466]: DEBUG nova.scheduler.client.report [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.458372] env[68466]: INFO nova.compute.manager [-] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Took 1.71 seconds to deallocate network for instance. [ 1063.459051] env[68466]: DEBUG oslo_concurrency.lockutils [None req-83a854d6-180a-46ab-b75d-26c50f0a9cd6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.459958] env[68466]: DEBUG nova.compute.manager [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.571582] env[68466]: DEBUG nova.compute.manager [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.779679] env[68466]: DEBUG oslo_concurrency.lockutils [req-0a37091b-9391-428b-bb08-2dda01cd086d req-f28e76ab-0073-49a3-a8c4-1e058c52df3c service nova] Releasing lock "refresh_cache-2e15eeef-7404-4535-8649-8b70d11c99b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.919549] env[68466]: DEBUG oslo_vmware.api [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2812998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430248} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.919821] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.920027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.920213] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.920394] env[68466]: INFO nova.compute.manager [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1063.920678] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.920850] env[68466]: DEBUG nova.compute.manager [-] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.920952] env[68466]: DEBUG nova.network.neutron [-] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.960474] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.961816] env[68466]: DEBUG nova.compute.manager [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.963596] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.806s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.966164] env[68466]: INFO nova.compute.claims [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.973306] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.994241] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.102788] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.333159] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.333557] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.333758] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.333972] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.334187] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.336812] env[68466]: INFO nova.compute.manager [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Terminating instance [ 1064.472272] env[68466]: DEBUG nova.compute.utils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.476954] env[68466]: DEBUG nova.compute.manager [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.476954] env[68466]: DEBUG nova.network.neutron [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.520352] env[68466]: DEBUG nova.policy [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ebbe3551c1d43e4afbd517066c7edf9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a052b8bcf6aa450ea3c2b3934be8489d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.540975] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.541256] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.608111] env[68466]: DEBUG nova.compute.manager [req-89ba0574-aaba-4daa-a6c9-bfb7d3f7cb2d req-95382e20-6342-4735-a9ec-b34545340d5f service nova] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Received event network-vif-deleted-c6c0a07c-01d6-4c60-ab88-032035db3c75 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1064.608111] env[68466]: DEBUG nova.compute.manager [req-89ba0574-aaba-4daa-a6c9-bfb7d3f7cb2d req-95382e20-6342-4735-a9ec-b34545340d5f service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Received event network-vif-deleted-14977199-7bd9-46a5-a863-db38cd67f4bf {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1064.608111] env[68466]: INFO nova.compute.manager [req-89ba0574-aaba-4daa-a6c9-bfb7d3f7cb2d req-95382e20-6342-4735-a9ec-b34545340d5f service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Neutron deleted interface 14977199-7bd9-46a5-a863-db38cd67f4bf; detaching it from the instance and deleting it from the info cache [ 1064.608111] env[68466]: DEBUG nova.network.neutron [req-89ba0574-aaba-4daa-a6c9-bfb7d3f7cb2d req-95382e20-6342-4735-a9ec-b34545340d5f service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.757434] env[68466]: DEBUG nova.network.neutron [-] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.840410] env[68466]: DEBUG nova.compute.manager [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.840635] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.844335] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74163e7-ca09-4c4a-a60d-77f302442c3e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.853152] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.853654] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50e19b31-adf1-4e18-a48f-dde634f09c78 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.861928] env[68466]: DEBUG nova.network.neutron [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Successfully created port: 256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.922578] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.922824] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.922979] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleting the datastore file [datastore1] 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.923270] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74f4305b-667a-4699-926a-477ec1223919 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.931334] env[68466]: DEBUG oslo_vmware.api [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1064.931334] env[68466]: value = "task-2813000" [ 1064.931334] env[68466]: _type = "Task" [ 1064.931334] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.940773] env[68466]: DEBUG oslo_vmware.api [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.976803] env[68466]: DEBUG nova.compute.manager [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.043092] env[68466]: DEBUG nova.compute.manager [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.113022] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ff4f137-8db3-47ff-9bf7-53fdfc0b021b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.123244] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e48275c-eed7-407d-b11e-5c1c43f6bc07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.163913] env[68466]: DEBUG nova.compute.manager [req-89ba0574-aaba-4daa-a6c9-bfb7d3f7cb2d req-95382e20-6342-4735-a9ec-b34545340d5f service nova] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Detach interface failed, port_id=14977199-7bd9-46a5-a863-db38cd67f4bf, reason: Instance 4bbafb31-6126-447d-90ab-cd4ba58cc6a8 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1065.260715] env[68466]: INFO nova.compute.manager [-] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Took 1.34 seconds to deallocate network for instance. [ 1065.325404] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d93788c-f825-4e01-9fd2-8980c7673ba0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.335681] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9cb121-3a13-40be-946f-ca0e2d0afeb4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.367525] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352e048f-68cf-4f5e-9155-acf397ca00e1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.375705] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08df98d2-7c32-4e4e-8f06-873538d23d83 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.389273] env[68466]: DEBUG nova.compute.provider_tree [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.442042] env[68466]: DEBUG oslo_vmware.api [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144298} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.442317] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.442501] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.442675] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.442845] env[68466]: INFO nova.compute.manager [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1065.443130] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.443302] env[68466]: DEBUG nova.compute.manager [-] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.443394] env[68466]: DEBUG nova.network.neutron [-] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.562960] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.705461] env[68466]: DEBUG nova.compute.manager [req-0803a869-47f9-41df-925c-cfe1f034fcde req-03fecbf0-14f4-410a-bae6-56b491590bb0 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Received event network-vif-deleted-b0a7d652-d1c8-4c42-afdf-e1828dbbd653 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1065.705712] env[68466]: INFO nova.compute.manager [req-0803a869-47f9-41df-925c-cfe1f034fcde req-03fecbf0-14f4-410a-bae6-56b491590bb0 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Neutron deleted interface b0a7d652-d1c8-4c42-afdf-e1828dbbd653; detaching it from the instance and deleting it from the info cache [ 1065.705894] env[68466]: DEBUG nova.network.neutron [req-0803a869-47f9-41df-925c-cfe1f034fcde req-03fecbf0-14f4-410a-bae6-56b491590bb0 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.769036] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.894224] env[68466]: DEBUG nova.scheduler.client.report [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.990963] env[68466]: DEBUG nova.compute.manager [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.016132] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.016385] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.016538] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.016720] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.016897] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.017064] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.017270] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.017424] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.017585] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.017743] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.017931] env[68466]: DEBUG nova.virt.hardware [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.018786] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa1496f-4157-43a1-b4ab-e65a90e7806f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.027424] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b773c7-3aa0-485c-b0b1-7cec71ee4caa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.185136] env[68466]: DEBUG nova.network.neutron [-] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.209176] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff64e222-fd9b-44d9-9640-ce672b97fd03 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.223176] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3820a844-2975-41a9-99e0-a55f51ef615e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.260584] env[68466]: DEBUG nova.compute.manager [req-0803a869-47f9-41df-925c-cfe1f034fcde req-03fecbf0-14f4-410a-bae6-56b491590bb0 service nova] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Detach interface failed, port_id=b0a7d652-d1c8-4c42-afdf-e1828dbbd653, reason: Instance 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1066.399759] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.400400] env[68466]: DEBUG nova.compute.manager [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.403346] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.276s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.403578] env[68466]: DEBUG nova.objects.instance [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lazy-loading 'resources' on Instance uuid c09869f1-0f84-4530-a323-a365511652f0 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.486712] env[68466]: DEBUG nova.network.neutron [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Successfully updated port: 256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.633565] env[68466]: DEBUG nova.compute.manager [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Received event network-vif-plugged-256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1066.633771] env[68466]: DEBUG oslo_concurrency.lockutils [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] Acquiring lock "10f8af20-db3e-42f7-b55c-881afe845c32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.634013] env[68466]: DEBUG oslo_concurrency.lockutils [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] Lock "10f8af20-db3e-42f7-b55c-881afe845c32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.634793] env[68466]: DEBUG oslo_concurrency.lockutils [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] Lock "10f8af20-db3e-42f7-b55c-881afe845c32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.634793] env[68466]: DEBUG nova.compute.manager [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] No waiting events found dispatching network-vif-plugged-256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.634793] env[68466]: WARNING nova.compute.manager [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Received unexpected event network-vif-plugged-256e75dc-3c0f-4703-983c-4f8b3117729a for instance with vm_state building and task_state spawning. [ 1066.634793] env[68466]: DEBUG nova.compute.manager [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Received event network-changed-256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1066.634793] env[68466]: DEBUG nova.compute.manager [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Refreshing instance network info cache due to event network-changed-256e75dc-3c0f-4703-983c-4f8b3117729a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1066.635105] env[68466]: DEBUG oslo_concurrency.lockutils [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] Acquiring lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.635105] env[68466]: DEBUG oslo_concurrency.lockutils [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] Acquired lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.635205] env[68466]: DEBUG nova.network.neutron [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Refreshing network info cache for port 256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.687707] env[68466]: INFO nova.compute.manager [-] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Took 1.24 seconds to deallocate network for instance. [ 1066.910331] env[68466]: DEBUG nova.compute.utils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.912032] env[68466]: DEBUG nova.compute.manager [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.912032] env[68466]: DEBUG nova.network.neutron [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.965558] env[68466]: DEBUG nova.policy [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f763c133438480d9d2fec0fee451429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f98c4c5dee045d08f90eb4d81a6e4ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.988691] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.169374] env[68466]: DEBUG nova.network.neutron [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.203346] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.226920] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbfa973-95f7-44d8-bdce-22f6965ff9da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.235510] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1c19b-f2f8-4d3f-bfeb-1d0be61bf81a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.270404] env[68466]: DEBUG nova.network.neutron [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.272039] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab5904b-8b76-4ab2-866e-18df263df2e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.280661] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd80441e-6f0b-4041-affd-ee841742c3fd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.298445] env[68466]: DEBUG nova.compute.provider_tree [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.331315] env[68466]: DEBUG nova.network.neutron [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Successfully created port: 33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.415112] env[68466]: DEBUG nova.compute.manager [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.775597] env[68466]: DEBUG oslo_concurrency.lockutils [req-36c8aa64-ef6d-4e13-bf3f-91df5bd0116a req-5739f9f1-7456-4a21-86b7-4212c5b9a353 service nova] Releasing lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.776212] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquired lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.776212] env[68466]: DEBUG nova.network.neutron [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.799622] env[68466]: DEBUG nova.scheduler.client.report [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.797063] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.394s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.799513] env[68466]: DEBUG nova.compute.manager [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.802094] env[68466]: DEBUG nova.compute.manager [req-9eba1fd5-979c-4776-82e7-8f99f05a5e17 req-743620f1-5c63-4861-8111-c62a994b7f54 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Received event network-vif-plugged-33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1068.802292] env[68466]: DEBUG oslo_concurrency.lockutils [req-9eba1fd5-979c-4776-82e7-8f99f05a5e17 req-743620f1-5c63-4861-8111-c62a994b7f54 service nova] Acquiring lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.802492] env[68466]: DEBUG oslo_concurrency.lockutils [req-9eba1fd5-979c-4776-82e7-8f99f05a5e17 req-743620f1-5c63-4861-8111-c62a994b7f54 service nova] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.802652] env[68466]: DEBUG oslo_concurrency.lockutils [req-9eba1fd5-979c-4776-82e7-8f99f05a5e17 req-743620f1-5c63-4861-8111-c62a994b7f54 service nova] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.802814] env[68466]: DEBUG nova.compute.manager [req-9eba1fd5-979c-4776-82e7-8f99f05a5e17 req-743620f1-5c63-4861-8111-c62a994b7f54 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] No waiting events found dispatching network-vif-plugged-33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.802970] env[68466]: WARNING nova.compute.manager [req-9eba1fd5-979c-4776-82e7-8f99f05a5e17 req-743620f1-5c63-4861-8111-c62a994b7f54 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Received unexpected event network-vif-plugged-33993ace-973b-4f86-a8f0-a13e004edbe0 for instance with vm_state building and task_state spawning. [ 1068.803827] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.616s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.804047] env[68466]: DEBUG nova.objects.instance [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lazy-loading 'resources' on Instance uuid a5b833d6-ab57-4e49-9e0b-889d3e87aa5a {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.815664] env[68466]: DEBUG nova.network.neutron [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Successfully updated port: 33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.832685] env[68466]: INFO nova.scheduler.client.report [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Deleted allocations for instance c09869f1-0f84-4530-a323-a365511652f0 [ 1068.840812] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.841099] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.845027] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.845027] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.845027] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.845027] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.845027] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.845027] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.845027] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.845027] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.845027] env[68466]: DEBUG nova.virt.hardware [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.845027] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c96029-effb-4554-b6b1-b159987d0ba5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.849375] env[68466]: DEBUG nova.network.neutron [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.855749] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f2473a-0657-4e38-a15d-af3afaba403f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.976258] env[68466]: DEBUG nova.network.neutron [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Updating instance_info_cache with network_info: [{"id": "256e75dc-3c0f-4703-983c-4f8b3117729a", "address": "fa:16:3e:29:a3:92", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256e75dc-3c", "ovs_interfaceid": "256e75dc-3c0f-4703-983c-4f8b3117729a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.318559] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.318559] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.318559] env[68466]: DEBUG nova.network.neutron [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.339804] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d9474d3b-0fb4-4c30-982c-70553f038613 tempest-ServersAdminTestJSON-1905835959 tempest-ServersAdminTestJSON-1905835959-project-member] Lock "c09869f1-0f84-4530-a323-a365511652f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.860s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.478709] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Releasing lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.479831] env[68466]: DEBUG nova.compute.manager [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Instance network_info: |[{"id": "256e75dc-3c0f-4703-983c-4f8b3117729a", "address": "fa:16:3e:29:a3:92", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256e75dc-3c", "ovs_interfaceid": "256e75dc-3c0f-4703-983c-4f8b3117729a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.479831] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:a3:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '256e75dc-3c0f-4703-983c-4f8b3117729a', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.488560] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Creating folder: Project (a052b8bcf6aa450ea3c2b3934be8489d). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.492453] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a12b638-261d-4930-a7c4-7cf88439d473 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.519106] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Created folder: Project (a052b8bcf6aa450ea3c2b3934be8489d) in parent group-v564977. [ 1069.519106] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Creating folder: Instances. Parent ref: group-v565263. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.519352] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6febcacb-2a53-4353-bf7a-17d863e252a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.538303] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Created folder: Instances in parent group-v565263. [ 1069.538417] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.538606] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.538872] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-803219ae-c7ea-4d8d-954f-32a416595f47 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.564721] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.564721] env[68466]: value = "task-2813003" [ 1069.564721] env[68466]: _type = "Task" [ 1069.564721] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.571556] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813003, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.632777] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab22a59-482c-402f-a472-cf91d262e500 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.640974] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516f356c-1ec7-49d4-a760-99846030d371 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.674205] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46efc3b-e71e-4df5-ab58-2437116a9a44 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.683435] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd48af6f-6bb9-4878-90fe-36eb8a1a6792 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.697844] env[68466]: DEBUG nova.compute.provider_tree [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.863361] env[68466]: DEBUG nova.network.neutron [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.071691] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813003, 'name': CreateVM_Task, 'duration_secs': 0.343905} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.071824] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.072524] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.072692] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.073024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.073286] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388281a4-3bcb-42bf-b200-e305f314dee7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.078057] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1070.078057] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f2c720-3359-c477-68d6-a527b1ff9ca8" [ 1070.078057] env[68466]: _type = "Task" [ 1070.078057] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.081881] env[68466]: DEBUG nova.network.neutron [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updating instance_info_cache with network_info: [{"id": "33993ace-973b-4f86-a8f0-a13e004edbe0", "address": "fa:16:3e:48:40:74", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33993ace-97", "ovs_interfaceid": "33993ace-973b-4f86-a8f0-a13e004edbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.088937] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f2c720-3359-c477-68d6-a527b1ff9ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.201967] env[68466]: DEBUG nova.scheduler.client.report [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.586166] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.586533] env[68466]: DEBUG nova.compute.manager [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Instance network_info: |[{"id": "33993ace-973b-4f86-a8f0-a13e004edbe0", "address": "fa:16:3e:48:40:74", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33993ace-97", "ovs_interfaceid": "33993ace-973b-4f86-a8f0-a13e004edbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.587053] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:40:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33993ace-973b-4f86-a8f0-a13e004edbe0', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.596748] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.602776] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.602776] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f2c720-3359-c477-68d6-a527b1ff9ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.012291} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.603101] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dc8c6e3-8c23-4edc-93f2-dd4dbec9a867 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.621022] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.621022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.621486] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.621486] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.621610] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.621920] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87aca5ba-ca03-4782-8722-4b56be32d1c8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.632779] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.632779] env[68466]: value = "task-2813004" [ 1070.632779] env[68466]: _type = "Task" [ 1070.632779] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.634337] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.634562] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.639575] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f354ae8-8eed-4696-a765-e5ecadd5b753 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.652380] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813004, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.653631] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1070.653631] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52918ee0-1a01-2157-741e-35f376fc66f6" [ 1070.653631] env[68466]: _type = "Task" [ 1070.653631] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.665452] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52918ee0-1a01-2157-741e-35f376fc66f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.666235] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99cf15a4-6e71-42ea-b5a0-83e7ca59fc54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.674846] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1070.674846] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524e184f-27b2-f4a1-3e31-fe02e48fa76b" [ 1070.674846] env[68466]: _type = "Task" [ 1070.674846] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.687734] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524e184f-27b2-f4a1-3e31-fe02e48fa76b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.707449] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.715454] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.297s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.717699] env[68466]: INFO nova.compute.claims [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.735795] env[68466]: INFO nova.scheduler.client.report [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted allocations for instance a5b833d6-ab57-4e49-9e0b-889d3e87aa5a [ 1070.760113] env[68466]: DEBUG nova.compute.manager [req-9242b4ae-1fd6-4866-9a98-43733482b205 req-fed74257-0b6b-4493-8ad3-c630439b158c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Received event network-changed-33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1070.760907] env[68466]: DEBUG nova.compute.manager [req-9242b4ae-1fd6-4866-9a98-43733482b205 req-fed74257-0b6b-4493-8ad3-c630439b158c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Refreshing instance network info cache due to event network-changed-33993ace-973b-4f86-a8f0-a13e004edbe0. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1070.761183] env[68466]: DEBUG oslo_concurrency.lockutils [req-9242b4ae-1fd6-4866-9a98-43733482b205 req-fed74257-0b6b-4493-8ad3-c630439b158c service nova] Acquiring lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.761406] env[68466]: DEBUG oslo_concurrency.lockutils [req-9242b4ae-1fd6-4866-9a98-43733482b205 req-fed74257-0b6b-4493-8ad3-c630439b158c service nova] Acquired lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.761859] env[68466]: DEBUG nova.network.neutron [req-9242b4ae-1fd6-4866-9a98-43733482b205 req-fed74257-0b6b-4493-8ad3-c630439b158c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Refreshing network info cache for port 33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.143996] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813004, 'name': CreateVM_Task, 'duration_secs': 0.368431} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.144281] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.144867] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.145035] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.145364] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.145624] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbaa373-42ad-485a-90eb-c3f60bb2bb16 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.151603] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1071.151603] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e31976-cd16-5c0f-1073-bda1706f2bb9" [ 1071.151603] env[68466]: _type = "Task" [ 1071.151603] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.160275] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e31976-cd16-5c0f-1073-bda1706f2bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.184772] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524e184f-27b2-f4a1-3e31-fe02e48fa76b, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.185026] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.185303] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 10f8af20-db3e-42f7-b55c-881afe845c32/10f8af20-db3e-42f7-b55c-881afe845c32.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.185564] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54049fda-a28e-4f2c-9f6c-f603d956effe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.193920] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1071.193920] env[68466]: value = "task-2813005" [ 1071.193920] env[68466]: _type = "Task" [ 1071.193920] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.201802] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.244247] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a1fc644-64da-4790-93fc-8a3757f0168c tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "a5b833d6-ab57-4e49-9e0b-889d3e87aa5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.721s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.648100] env[68466]: DEBUG nova.network.neutron [req-9242b4ae-1fd6-4866-9a98-43733482b205 req-fed74257-0b6b-4493-8ad3-c630439b158c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updated VIF entry in instance network info cache for port 33993ace-973b-4f86-a8f0-a13e004edbe0. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.648507] env[68466]: DEBUG nova.network.neutron [req-9242b4ae-1fd6-4866-9a98-43733482b205 req-fed74257-0b6b-4493-8ad3-c630439b158c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updating instance_info_cache with network_info: [{"id": "33993ace-973b-4f86-a8f0-a13e004edbe0", "address": "fa:16:3e:48:40:74", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33993ace-97", "ovs_interfaceid": "33993ace-973b-4f86-a8f0-a13e004edbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.662852] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e31976-cd16-5c0f-1073-bda1706f2bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.663807] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.664061] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.664329] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.664475] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.664656] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.665554] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-559ce6f3-dc8b-4954-bd9f-cbf005f009b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.674398] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.674588] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.675389] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e719d34c-5714-4301-a847-74d8687b1264 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.681724] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1071.681724] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526e6b65-26ad-282f-662e-3185722e11ce" [ 1071.681724] env[68466]: _type = "Task" [ 1071.681724] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.690187] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526e6b65-26ad-282f-662e-3185722e11ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.701767] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466256} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.704692] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 10f8af20-db3e-42f7-b55c-881afe845c32/10f8af20-db3e-42f7-b55c-881afe845c32.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.704692] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.704692] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bc1ef85-3591-4c2c-9ca7-440b33732038 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.710350] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1071.710350] env[68466]: value = "task-2813006" [ 1071.710350] env[68466]: _type = "Task" [ 1071.710350] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.720878] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.045897] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb33b440-26b7-46f4-8fb1-383e21fd2a2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.054929] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1152c74e-bf29-42c6-9755-272d7c593440 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.087059] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685b8d2c-273b-4b9c-b56e-c7f89ea217d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.095562] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd44d07-a866-4ece-955e-e4a1961c173c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.111945] env[68466]: DEBUG nova.compute.provider_tree [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.152236] env[68466]: DEBUG oslo_concurrency.lockutils [req-9242b4ae-1fd6-4866-9a98-43733482b205 req-fed74257-0b6b-4493-8ad3-c630439b158c service nova] Releasing lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.193249] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]526e6b65-26ad-282f-662e-3185722e11ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01303} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.194033] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd288e4-c02b-4638-b44c-d65bb2595ef7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.199482] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1072.199482] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52656aad-47cb-c649-e99f-cc76f843464d" [ 1072.199482] env[68466]: _type = "Task" [ 1072.199482] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.208782] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52656aad-47cb-c649-e99f-cc76f843464d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.219247] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075499} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.219247] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.219470] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6af0db-fccc-4fe8-9ce4-af1e38c9d1a2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.241341] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 10f8af20-db3e-42f7-b55c-881afe845c32/10f8af20-db3e-42f7-b55c-881afe845c32.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.241655] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec178cb-162a-4e39-a9ab-8e3835e66f15 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.263059] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1072.263059] env[68466]: value = "task-2813007" [ 1072.263059] env[68466]: _type = "Task" [ 1072.263059] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.271551] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.367614] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "e0cf1160-2088-4cb0-9ad9-bce163136384" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.367893] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "e0cf1160-2088-4cb0-9ad9-bce163136384" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.369020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "e0cf1160-2088-4cb0-9ad9-bce163136384-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.369020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "e0cf1160-2088-4cb0-9ad9-bce163136384-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.369020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "e0cf1160-2088-4cb0-9ad9-bce163136384-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.371418] env[68466]: INFO nova.compute.manager [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Terminating instance [ 1072.616189] env[68466]: DEBUG nova.scheduler.client.report [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.710727] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52656aad-47cb-c649-e99f-cc76f843464d, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.711072] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.711391] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 3ef5c447-6391-4b5d-bb11-ca036bf89c7d/3ef5c447-6391-4b5d-bb11-ca036bf89c7d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.711687] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16c129a8-0448-4979-875a-79249286048b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.719258] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1072.719258] env[68466]: value = "task-2813008" [ 1072.719258] env[68466]: _type = "Task" [ 1072.719258] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.727708] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.774774] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813007, 'name': ReconfigVM_Task, 'duration_secs': 0.324911} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.775147] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 10f8af20-db3e-42f7-b55c-881afe845c32/10f8af20-db3e-42f7-b55c-881afe845c32.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.776069] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5231604-e7a9-4a9d-a724-840afbef7d7c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.783672] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1072.783672] env[68466]: value = "task-2813009" [ 1072.783672] env[68466]: _type = "Task" [ 1072.783672] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.794199] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813009, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.876441] env[68466]: DEBUG nova.compute.manager [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.876711] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.877703] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ed415d-9908-462f-9f97-eb014dce4a59 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.886677] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.888152] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e75bd1c-f463-4adf-949e-486122baba1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.895579] env[68466]: DEBUG oslo_vmware.api [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1072.895579] env[68466]: value = "task-2813010" [ 1072.895579] env[68466]: _type = "Task" [ 1072.895579] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.905020] env[68466]: DEBUG oslo_vmware.api [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.123600] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.124392] env[68466]: DEBUG nova.compute.manager [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.129011] env[68466]: DEBUG oslo_concurrency.lockutils [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.426s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.129573] env[68466]: DEBUG nova.objects.instance [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lazy-loading 'resources' on Instance uuid ad3a4c51-209f-4b82-b189-5d74fd156f00 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.232749] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813008, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.294258] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813009, 'name': Rename_Task, 'duration_secs': 0.171469} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.294561] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.294840] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c9fdfdc-c65c-4d5a-b6c4-56bec80c97d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.302278] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1073.302278] env[68466]: value = "task-2813011" [ 1073.302278] env[68466]: _type = "Task" [ 1073.302278] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.312149] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.406015] env[68466]: DEBUG oslo_vmware.api [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813010, 'name': PowerOffVM_Task, 'duration_secs': 0.440053} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.406292] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.406485] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.406741] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b8b5fe7-34e4-4a82-a42e-cb78c3034832 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.476332] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.476648] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.477105] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleting the datastore file [datastore1] e0cf1160-2088-4cb0-9ad9-bce163136384 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.477285] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c1fa403-b231-465d-badb-06eabb172399 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.486074] env[68466]: DEBUG oslo_vmware.api [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1073.486074] env[68466]: value = "task-2813013" [ 1073.486074] env[68466]: _type = "Task" [ 1073.486074] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.495974] env[68466]: DEBUG oslo_vmware.api [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.635147] env[68466]: DEBUG nova.compute.utils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.635829] env[68466]: DEBUG nova.compute.manager [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.641906] env[68466]: DEBUG nova.network.neutron [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.692345] env[68466]: DEBUG nova.policy [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7afec69991f048a191d06ccd407d0f1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bf161a8b1344f849436d9206c942fb0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.731304] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568253} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.734119] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 3ef5c447-6391-4b5d-bb11-ca036bf89c7d/3ef5c447-6391-4b5d-bb11-ca036bf89c7d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.734339] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.736471] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-796920ad-eaf1-4322-a7de-2cd846c7210e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.747024] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1073.747024] env[68466]: value = "task-2813014" [ 1073.747024] env[68466]: _type = "Task" [ 1073.747024] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.760206] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.813414] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.959058] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11d290a-5312-4e1f-a69c-c9b610e044de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.967635] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a5a983-afe9-4709-a070-eeb81878dad8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.004653] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ef26d0-dbbd-49ed-9a83-85ac87b27ca4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.016033] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e4abed-a5be-4985-8432-a2e0e8018599 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.021022] env[68466]: DEBUG oslo_vmware.api [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138525} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.021022] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.021022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.021022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.021022] env[68466]: INFO nova.compute.manager [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1074.021406] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.021633] env[68466]: DEBUG nova.compute.manager [-] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.021727] env[68466]: DEBUG nova.network.neutron [-] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.031805] env[68466]: DEBUG nova.compute.provider_tree [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.130054] env[68466]: DEBUG nova.network.neutron [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Successfully created port: da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.142097] env[68466]: DEBUG nova.compute.manager [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.256744] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072044} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.257516] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.258527] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246eef49-4ea9-489c-b7f0-7fa76be1c188 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.283475] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3ef5c447-6391-4b5d-bb11-ca036bf89c7d/3ef5c447-6391-4b5d-bb11-ca036bf89c7d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.287108] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6444f799-b67d-45ff-9685-3613b511b3a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.308480] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1074.308480] env[68466]: value = "task-2813015" [ 1074.308480] env[68466]: _type = "Task" [ 1074.308480] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.316030] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.323082] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.382613] env[68466]: DEBUG nova.compute.manager [req-a9b61c87-f1c8-4694-a589-ea2e22899894 req-a19fafd3-328d-45cd-803a-3b384f483f85 service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Received event network-vif-deleted-a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1074.382788] env[68466]: INFO nova.compute.manager [req-a9b61c87-f1c8-4694-a589-ea2e22899894 req-a19fafd3-328d-45cd-803a-3b384f483f85 service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Neutron deleted interface a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d; detaching it from the instance and deleting it from the info cache [ 1074.382981] env[68466]: DEBUG nova.network.neutron [req-a9b61c87-f1c8-4694-a589-ea2e22899894 req-a19fafd3-328d-45cd-803a-3b384f483f85 service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.403210] env[68466]: DEBUG oslo_concurrency.lockutils [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.403731] env[68466]: DEBUG oslo_concurrency.lockutils [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.536055] env[68466]: DEBUG nova.scheduler.client.report [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.818267] env[68466]: DEBUG oslo_vmware.api [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813011, 'name': PowerOnVM_Task, 'duration_secs': 1.106843} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.818267] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.818267] env[68466]: INFO nova.compute.manager [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1074.818267] env[68466]: DEBUG nova.compute.manager [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.819087] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e41d41f-8e20-4e78-ac90-22941967aa73 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.824303] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813015, 'name': ReconfigVM_Task, 'duration_secs': 0.482891} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.824916] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3ef5c447-6391-4b5d-bb11-ca036bf89c7d/3ef5c447-6391-4b5d-bb11-ca036bf89c7d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.825586] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb3cc00b-7039-4d29-b422-312e963341b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.836824] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1074.836824] env[68466]: value = "task-2813016" [ 1074.836824] env[68466]: _type = "Task" [ 1074.836824] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.845934] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813016, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.865248] env[68466]: DEBUG nova.network.neutron [-] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.885385] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3077564d-c9db-47f2-8c8b-974e4b67f9d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.895342] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8eb903-0d3d-4788-bd7d-1f8f0d132769 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.906330] env[68466]: INFO nova.compute.manager [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Detaching volume d8c90397-5269-49e8-b51c-a44f900b7ec9 [ 1074.935502] env[68466]: DEBUG nova.compute.manager [req-a9b61c87-f1c8-4694-a589-ea2e22899894 req-a19fafd3-328d-45cd-803a-3b384f483f85 service nova] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Detach interface failed, port_id=a1f9d1b8-e246-40b3-b5d8-0cfe3ba5298d, reason: Instance e0cf1160-2088-4cb0-9ad9-bce163136384 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1074.944237] env[68466]: INFO nova.virt.block_device [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Attempting to driver detach volume d8c90397-5269-49e8-b51c-a44f900b7ec9 from mountpoint /dev/sdb [ 1074.944558] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.944777] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.945657] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189014cd-6fcd-46e3-9d4f-a4c5e5a00a9d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.968853] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8828538-ab3b-4975-904f-2640249a8d26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.977707] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1df22-b188-4531-bbbe-ff518755656e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.008079] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64a9187-433e-4a58-a94f-364bf844299e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.029045] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] The volume has not been displaced from its original location: [datastore1] volume-d8c90397-5269-49e8-b51c-a44f900b7ec9/volume-d8c90397-5269-49e8-b51c-a44f900b7ec9.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1075.037223] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.037570] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87296517-a992-4bc0-b76e-d24b9e20f17e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.058314] env[68466]: DEBUG oslo_concurrency.lockutils [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.061885] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.088s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.061885] env[68466]: DEBUG nova.objects.instance [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lazy-loading 'resources' on Instance uuid 7c476252-1a78-43ae-a7d3-4403fbe24e6f {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.071882] env[68466]: DEBUG oslo_vmware.api [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1075.071882] env[68466]: value = "task-2813017" [ 1075.071882] env[68466]: _type = "Task" [ 1075.071882] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.083708] env[68466]: DEBUG oslo_vmware.api [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.085048] env[68466]: INFO nova.scheduler.client.report [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Deleted allocations for instance ad3a4c51-209f-4b82-b189-5d74fd156f00 [ 1075.154787] env[68466]: DEBUG nova.compute.manager [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.179934] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.179934] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.180069] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.180311] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.180504] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.180689] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.180937] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.181129] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.181326] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.181496] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.181664] env[68466]: DEBUG nova.virt.hardware [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.182521] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10575eb5-f46d-4f2f-ae72-5a038576f3dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.191040] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd544fe-5810-410e-a8c8-97d58cd8d336 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.344038] env[68466]: INFO nova.compute.manager [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Took 29.49 seconds to build instance. [ 1075.349968] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813016, 'name': Rename_Task, 'duration_secs': 0.158621} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.350899] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.351479] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2e9576-0870-471a-9472-2f2cdc1d9300 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.362189] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1075.362189] env[68466]: value = "task-2813018" [ 1075.362189] env[68466]: _type = "Task" [ 1075.362189] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.367105] env[68466]: INFO nova.compute.manager [-] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Took 1.35 seconds to deallocate network for instance. [ 1075.381224] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.581909] env[68466]: DEBUG oslo_vmware.api [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813017, 'name': ReconfigVM_Task, 'duration_secs': 0.4621} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.582473] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.591407] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eabc6ef3-52d1-450e-bf8b-c8a147149efc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.609497] env[68466]: DEBUG oslo_concurrency.lockutils [None req-98c14678-febf-47ae-aa05-2bf20f05d26a tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "ad3a4c51-209f-4b82-b189-5d74fd156f00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.669s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.616676] env[68466]: DEBUG oslo_vmware.api [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1075.616676] env[68466]: value = "task-2813019" [ 1075.616676] env[68466]: _type = "Task" [ 1075.616676] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.631813] env[68466]: DEBUG oslo_vmware.api [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.644704] env[68466]: DEBUG nova.network.neutron [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Successfully updated port: da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.845825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2257f86c-80d6-43cf-98b0-8a608bdb710e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "10f8af20-db3e-42f7-b55c-881afe845c32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.995s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.879466] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813018, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.884508] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.895927] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178c51bd-421f-45d1-9ad6-8a7c8e28a65e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.905448] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d952cf-8d7a-442d-8fb9-d217851992dd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.938127] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd32050a-be13-4866-8733-3ad448dbe05e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.942512] env[68466]: DEBUG nova.compute.manager [req-8d6ba6bd-7422-4895-a2d8-a119b762bb65 req-dfc1c058-ffad-4f71-92ad-6b9f89b9042e service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received event network-vif-plugged-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1075.942512] env[68466]: DEBUG oslo_concurrency.lockutils [req-8d6ba6bd-7422-4895-a2d8-a119b762bb65 req-dfc1c058-ffad-4f71-92ad-6b9f89b9042e service nova] Acquiring lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.942512] env[68466]: DEBUG oslo_concurrency.lockutils [req-8d6ba6bd-7422-4895-a2d8-a119b762bb65 req-dfc1c058-ffad-4f71-92ad-6b9f89b9042e service nova] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.942512] env[68466]: DEBUG oslo_concurrency.lockutils [req-8d6ba6bd-7422-4895-a2d8-a119b762bb65 req-dfc1c058-ffad-4f71-92ad-6b9f89b9042e service nova] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.942512] env[68466]: DEBUG nova.compute.manager [req-8d6ba6bd-7422-4895-a2d8-a119b762bb65 req-dfc1c058-ffad-4f71-92ad-6b9f89b9042e service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] No waiting events found dispatching network-vif-plugged-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.942512] env[68466]: WARNING nova.compute.manager [req-8d6ba6bd-7422-4895-a2d8-a119b762bb65 req-dfc1c058-ffad-4f71-92ad-6b9f89b9042e service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received unexpected event network-vif-plugged-da8f35d0-3ba5-4d88-9f26-f158225f7e1a for instance with vm_state building and task_state spawning. [ 1075.948364] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7248105b-eb4a-427c-9bf1-9e03effc51d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.963962] env[68466]: DEBUG nova.compute.provider_tree [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.126425] env[68466]: DEBUG oslo_vmware.api [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813019, 'name': ReconfigVM_Task, 'duration_secs': 0.182691} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.126723] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565242', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'name': 'volume-d8c90397-5269-49e8-b51c-a44f900b7ec9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '622f7a1a-445d-4ccb-8c4b-e3137a4ab244', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8c90397-5269-49e8-b51c-a44f900b7ec9', 'serial': 'd8c90397-5269-49e8-b51c-a44f900b7ec9'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1076.148733] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.149040] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.149200] env[68466]: DEBUG nova.network.neutron [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.373976] env[68466]: DEBUG oslo_vmware.api [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813018, 'name': PowerOnVM_Task, 'duration_secs': 0.550749} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.374540] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.374773] env[68466]: INFO nova.compute.manager [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1076.375008] env[68466]: DEBUG nova.compute.manager [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.375812] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5fb18-eebe-4b42-b5ac-6061255f6f2a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.467239] env[68466]: DEBUG nova.scheduler.client.report [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.572086] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "2e15eeef-7404-4535-8649-8b70d11c99b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.572486] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "2e15eeef-7404-4535-8649-8b70d11c99b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.572789] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "2e15eeef-7404-4535-8649-8b70d11c99b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.573373] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "2e15eeef-7404-4535-8649-8b70d11c99b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.573612] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "2e15eeef-7404-4535-8649-8b70d11c99b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.575705] env[68466]: INFO nova.compute.manager [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Terminating instance [ 1076.637603] env[68466]: DEBUG nova.compute.manager [req-6f659523-1833-4955-b930-4efef0ddcd01 req-82e4bb6a-e0aa-4125-a21b-a8fb9b8fdad0 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Received event network-changed-256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1076.637803] env[68466]: DEBUG nova.compute.manager [req-6f659523-1833-4955-b930-4efef0ddcd01 req-82e4bb6a-e0aa-4125-a21b-a8fb9b8fdad0 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Refreshing instance network info cache due to event network-changed-256e75dc-3c0f-4703-983c-4f8b3117729a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1076.638505] env[68466]: DEBUG oslo_concurrency.lockutils [req-6f659523-1833-4955-b930-4efef0ddcd01 req-82e4bb6a-e0aa-4125-a21b-a8fb9b8fdad0 service nova] Acquiring lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.638544] env[68466]: DEBUG oslo_concurrency.lockutils [req-6f659523-1833-4955-b930-4efef0ddcd01 req-82e4bb6a-e0aa-4125-a21b-a8fb9b8fdad0 service nova] Acquired lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.638721] env[68466]: DEBUG nova.network.neutron [req-6f659523-1833-4955-b930-4efef0ddcd01 req-82e4bb6a-e0aa-4125-a21b-a8fb9b8fdad0 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Refreshing network info cache for port 256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.674534] env[68466]: DEBUG nova.objects.instance [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lazy-loading 'flavor' on Instance uuid 622f7a1a-445d-4ccb-8c4b-e3137a4ab244 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.681672] env[68466]: DEBUG nova.network.neutron [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.810829] env[68466]: DEBUG nova.network.neutron [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating instance_info_cache with network_info: [{"id": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "address": "fa:16:3e:c2:35:fb", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f35d0-3b", "ovs_interfaceid": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.893364] env[68466]: INFO nova.compute.manager [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Took 26.76 seconds to build instance. [ 1076.973342] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.976053] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.984s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.977810] env[68466]: INFO nova.compute.claims [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.995283] env[68466]: INFO nova.scheduler.client.report [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Deleted allocations for instance 7c476252-1a78-43ae-a7d3-4403fbe24e6f [ 1077.079342] env[68466]: DEBUG nova.compute.manager [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.079655] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.080647] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448c6fad-9943-473e-924b-d10c4a5d2c81 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.092210] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.092430] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc5fe52-7ba4-433c-9aab-0d2fcd64b279 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.100378] env[68466]: DEBUG oslo_vmware.api [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1077.100378] env[68466]: value = "task-2813020" [ 1077.100378] env[68466]: _type = "Task" [ 1077.100378] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.110200] env[68466]: DEBUG oslo_vmware.api [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2813020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.317350] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.317665] env[68466]: DEBUG nova.compute.manager [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Instance network_info: |[{"id": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "address": "fa:16:3e:c2:35:fb", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f35d0-3b", "ovs_interfaceid": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.318111] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:35:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da8f35d0-3ba5-4d88-9f26-f158225f7e1a', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.325975] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.327202] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.327279] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c3af106-9c52-46c1-a5b8-82e9ca731205 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.349030] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.349030] env[68466]: value = "task-2813021" [ 1077.349030] env[68466]: _type = "Task" [ 1077.349030] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.356986] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813021, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.396219] env[68466]: DEBUG nova.network.neutron [req-6f659523-1833-4955-b930-4efef0ddcd01 req-82e4bb6a-e0aa-4125-a21b-a8fb9b8fdad0 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Updated VIF entry in instance network info cache for port 256e75dc-3c0f-4703-983c-4f8b3117729a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.396605] env[68466]: DEBUG nova.network.neutron [req-6f659523-1833-4955-b930-4efef0ddcd01 req-82e4bb6a-e0aa-4125-a21b-a8fb9b8fdad0 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Updating instance_info_cache with network_info: [{"id": "256e75dc-3c0f-4703-983c-4f8b3117729a", "address": "fa:16:3e:29:a3:92", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256e75dc-3c", "ovs_interfaceid": "256e75dc-3c0f-4703-983c-4f8b3117729a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.397959] env[68466]: DEBUG oslo_concurrency.lockutils [None req-44b56edb-edc1-4bd8-a7ac-76cacb0a9379 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.305s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.502092] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ac3f522a-0be4-428f-b642-d6f8303ec26d tempest-ServersNegativeTestMultiTenantJSON-492480917 tempest-ServersNegativeTestMultiTenantJSON-492480917-project-member] Lock "7c476252-1a78-43ae-a7d3-4403fbe24e6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.403s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.611459] env[68466]: DEBUG oslo_vmware.api [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2813020, 'name': PowerOffVM_Task, 'duration_secs': 0.200667} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.611793] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.611961] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.612244] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef6a657c-8290-45ac-98d2-738874492ca7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.682863] env[68466]: DEBUG oslo_concurrency.lockutils [None req-278e128a-7779-4306-a7ea-cfb45fc61100 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.719623] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.720093] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.720395] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Deleting the datastore file [datastore2] 2e15eeef-7404-4535-8649-8b70d11c99b5 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.720790] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6082a738-5701-4bd5-b1d3-11347d41b6b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.727620] env[68466]: DEBUG oslo_vmware.api [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for the task: (returnval){ [ 1077.727620] env[68466]: value = "task-2813023" [ 1077.727620] env[68466]: _type = "Task" [ 1077.727620] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.736082] env[68466]: DEBUG oslo_vmware.api [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2813023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.859306] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813021, 'name': CreateVM_Task, 'duration_secs': 0.392093} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.859509] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.860225] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.860463] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.860813] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.861082] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cedf8aa6-c6ab-4a9c-b013-3580680ec4b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.866882] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1077.866882] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e2d44e-a5ef-9a20-86e1-c84fcfdfe2a4" [ 1077.866882] env[68466]: _type = "Task" [ 1077.866882] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.875427] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e2d44e-a5ef-9a20-86e1-c84fcfdfe2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.899598] env[68466]: DEBUG oslo_concurrency.lockutils [req-6f659523-1833-4955-b930-4efef0ddcd01 req-82e4bb6a-e0aa-4125-a21b-a8fb9b8fdad0 service nova] Releasing lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.931461] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "31535c04-c6b6-49fa-bbd7-6dafed674668" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.931751] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.931970] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "31535c04-c6b6-49fa-bbd7-6dafed674668-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.932192] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.932361] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.936512] env[68466]: INFO nova.compute.manager [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Terminating instance [ 1078.019821] env[68466]: DEBUG nova.compute.manager [req-f15d0a47-30a8-4b01-951d-7c9c376e58a8 req-368e3b47-4b53-4c1f-a8ab-1bfc246d9b28 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received event network-changed-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.019821] env[68466]: DEBUG nova.compute.manager [req-f15d0a47-30a8-4b01-951d-7c9c376e58a8 req-368e3b47-4b53-4c1f-a8ab-1bfc246d9b28 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Refreshing instance network info cache due to event network-changed-da8f35d0-3ba5-4d88-9f26-f158225f7e1a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1078.019821] env[68466]: DEBUG oslo_concurrency.lockutils [req-f15d0a47-30a8-4b01-951d-7c9c376e58a8 req-368e3b47-4b53-4c1f-a8ab-1bfc246d9b28 service nova] Acquiring lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.019821] env[68466]: DEBUG oslo_concurrency.lockutils [req-f15d0a47-30a8-4b01-951d-7c9c376e58a8 req-368e3b47-4b53-4c1f-a8ab-1bfc246d9b28 service nova] Acquired lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.019821] env[68466]: DEBUG nova.network.neutron [req-f15d0a47-30a8-4b01-951d-7c9c376e58a8 req-368e3b47-4b53-4c1f-a8ab-1bfc246d9b28 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Refreshing network info cache for port da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.249504] env[68466]: DEBUG oslo_vmware.api [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2813023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.290872] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0006682-9835-4295-bf75-04d7fea31a23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.299375] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d62e032-3113-41be-8b56-ca56b9dc6eb1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.335853] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574fce51-5891-4a4e-8aab-b01c87271e25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.344713] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394eeb3a-0a52-4a46-a93e-13bb5ed05c77 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.359555] env[68466]: DEBUG nova.compute.provider_tree [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.377383] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e2d44e-a5ef-9a20-86e1-c84fcfdfe2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.017464} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.377729] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.377958] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.378220] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.378365] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.378544] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.378796] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c1b4727-0e53-4b54-aae9-05e4823bceb4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.392946] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.393150] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.393869] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c01c0e-16a5-42e0-91a7-e306bdf7f869 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.399527] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1078.399527] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52726146-9b92-6ddb-92aa-9fff474dc243" [ 1078.399527] env[68466]: _type = "Task" [ 1078.399527] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.409867] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52726146-9b92-6ddb-92aa-9fff474dc243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.442877] env[68466]: DEBUG nova.compute.manager [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.443125] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.444365] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76081f5c-b712-4ef6-98d8-b9bbb16372a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.453020] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.453278] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb22e36-d3bd-4eb1-8289-b09169e9e44b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.460918] env[68466]: DEBUG oslo_vmware.api [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1078.460918] env[68466]: value = "task-2813024" [ 1078.460918] env[68466]: _type = "Task" [ 1078.460918] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.469951] env[68466]: DEBUG oslo_vmware.api [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.551068] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.551447] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.551671] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.551896] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.552023] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.554958] env[68466]: INFO nova.compute.manager [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Terminating instance [ 1078.702322] env[68466]: DEBUG nova.compute.manager [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Received event network-changed-256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.702608] env[68466]: DEBUG nova.compute.manager [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Refreshing instance network info cache due to event network-changed-256e75dc-3c0f-4703-983c-4f8b3117729a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1078.703584] env[68466]: DEBUG oslo_concurrency.lockutils [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] Acquiring lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.705017] env[68466]: DEBUG oslo_concurrency.lockutils [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] Acquired lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.705017] env[68466]: DEBUG nova.network.neutron [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Refreshing network info cache for port 256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.749617] env[68466]: DEBUG oslo_vmware.api [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Task: {'id': task-2813023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583969} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.749901] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.750130] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.750276] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.750446] env[68466]: INFO nova.compute.manager [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1078.750717] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.751242] env[68466]: DEBUG nova.compute.manager [-] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.753292] env[68466]: DEBUG nova.network.neutron [-] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.862504] env[68466]: DEBUG nova.scheduler.client.report [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.884024] env[68466]: DEBUG nova.network.neutron [req-f15d0a47-30a8-4b01-951d-7c9c376e58a8 req-368e3b47-4b53-4c1f-a8ab-1bfc246d9b28 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updated VIF entry in instance network info cache for port da8f35d0-3ba5-4d88-9f26-f158225f7e1a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.884424] env[68466]: DEBUG nova.network.neutron [req-f15d0a47-30a8-4b01-951d-7c9c376e58a8 req-368e3b47-4b53-4c1f-a8ab-1bfc246d9b28 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating instance_info_cache with network_info: [{"id": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "address": "fa:16:3e:c2:35:fb", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f35d0-3b", "ovs_interfaceid": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.911465] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52726146-9b92-6ddb-92aa-9fff474dc243, 'name': SearchDatastore_Task, 'duration_secs': 0.028262} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.912274] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919de926-1d18-4ed2-aa43-ca2dae23f5c2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.919028] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1078.919028] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ee0396-f26d-4129-064c-4a77945268a2" [ 1078.919028] env[68466]: _type = "Task" [ 1078.919028] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.927623] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ee0396-f26d-4129-064c-4a77945268a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.974827] env[68466]: DEBUG oslo_vmware.api [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813024, 'name': PowerOffVM_Task, 'duration_secs': 0.259576} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.975058] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.975373] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.976021] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92eafc45-47bb-443a-aefa-38f35740f2e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.052273] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.052573] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.052878] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Deleting the datastore file [datastore2] 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.052996] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04535703-f10f-4c15-a5ea-eaa4125e1188 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.063509] env[68466]: DEBUG nova.compute.manager [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.063655] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.064077] env[68466]: DEBUG oslo_vmware.api [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1079.064077] env[68466]: value = "task-2813026" [ 1079.064077] env[68466]: _type = "Task" [ 1079.064077] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.064798] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f71da-2d0f-4ff1-9fa2-0e45274cd622 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.076898] env[68466]: DEBUG oslo_vmware.api [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.079422] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.079644] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39cacc78-cc99-4784-847b-074a24c6af48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.092991] env[68466]: DEBUG oslo_vmware.api [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1079.092991] env[68466]: value = "task-2813027" [ 1079.092991] env[68466]: _type = "Task" [ 1079.092991] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.103973] env[68466]: DEBUG oslo_vmware.api [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.244628] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "51c5480b-a113-4693-a521-18698e3e4f20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.245087] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "51c5480b-a113-4693-a521-18698e3e4f20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.367883] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.368434] env[68466]: DEBUG nova.compute.manager [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.371736] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.269s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.373130] env[68466]: INFO nova.compute.claims [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.387593] env[68466]: DEBUG oslo_concurrency.lockutils [req-f15d0a47-30a8-4b01-951d-7c9c376e58a8 req-368e3b47-4b53-4c1f-a8ab-1bfc246d9b28 service nova] Releasing lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.430769] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ee0396-f26d-4129-064c-4a77945268a2, 'name': SearchDatastore_Task, 'duration_secs': 0.027427} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.431064] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.431359] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] a79c9c66-ec67-429c-8363-2452bf6e2206/a79c9c66-ec67-429c-8363-2452bf6e2206.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.434088] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd6fe3b-5159-478c-8a47-49961ae730e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.447563] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1079.447563] env[68466]: value = "task-2813028" [ 1079.447563] env[68466]: _type = "Task" [ 1079.447563] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.458284] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.580313] env[68466]: DEBUG oslo_vmware.api [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233591} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.580313] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.580313] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.580313] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.580313] env[68466]: INFO nova.compute.manager [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1079.580512] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.581360] env[68466]: DEBUG nova.compute.manager [-] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.581360] env[68466]: DEBUG nova.network.neutron [-] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.592061] env[68466]: DEBUG nova.network.neutron [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Updated VIF entry in instance network info cache for port 256e75dc-3c0f-4703-983c-4f8b3117729a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.592061] env[68466]: DEBUG nova.network.neutron [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Updating instance_info_cache with network_info: [{"id": "256e75dc-3c0f-4703-983c-4f8b3117729a", "address": "fa:16:3e:29:a3:92", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256e75dc-3c", "ovs_interfaceid": "256e75dc-3c0f-4703-983c-4f8b3117729a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.607814] env[68466]: DEBUG oslo_vmware.api [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813027, 'name': PowerOffVM_Task, 'duration_secs': 0.207532} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.608130] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.608910] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.611182] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5863fc9-af21-4696-bfff-109264a6fdcd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.657619] env[68466]: DEBUG nova.network.neutron [-] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.749257] env[68466]: DEBUG nova.compute.manager [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.881031] env[68466]: DEBUG nova.compute.utils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.887188] env[68466]: DEBUG nova.compute.manager [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.888285] env[68466]: DEBUG nova.network.neutron [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.938174] env[68466]: DEBUG nova.policy [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e64fd82ff94aa2b28699279f4cc82b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '023f64877b2b419589f708354ba9f8ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.960689] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813028, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.068482] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.068730] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.068915] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleting the datastore file [datastore2] 622f7a1a-445d-4ccb-8c4b-e3137a4ab244 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.069352] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d453776-269a-42a3-87d9-4318d18e93ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.082023] env[68466]: DEBUG oslo_vmware.api [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1080.082023] env[68466]: value = "task-2813030" [ 1080.082023] env[68466]: _type = "Task" [ 1080.082023] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.095540] env[68466]: DEBUG oslo_vmware.api [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.097241] env[68466]: DEBUG oslo_concurrency.lockutils [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] Releasing lock "refresh_cache-10f8af20-db3e-42f7-b55c-881afe845c32" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.097577] env[68466]: DEBUG nova.compute.manager [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Received event network-changed-33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.097665] env[68466]: DEBUG nova.compute.manager [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Refreshing instance network info cache due to event network-changed-33993ace-973b-4f86-a8f0-a13e004edbe0. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1080.097866] env[68466]: DEBUG oslo_concurrency.lockutils [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] Acquiring lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.098014] env[68466]: DEBUG oslo_concurrency.lockutils [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] Acquired lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.098184] env[68466]: DEBUG nova.network.neutron [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Refreshing network info cache for port 33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.163590] env[68466]: INFO nova.compute.manager [-] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Took 1.41 seconds to deallocate network for instance. [ 1080.275068] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.384941] env[68466]: DEBUG nova.compute.manager [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.460222] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779198} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.460590] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] a79c9c66-ec67-429c-8363-2452bf6e2206/a79c9c66-ec67-429c-8363-2452bf6e2206.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.460830] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.461197] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-249fb0b9-f779-4a39-bebd-26efd24f51c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.473665] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1080.473665] env[68466]: value = "task-2813031" [ 1080.473665] env[68466]: _type = "Task" [ 1080.473665] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.489041] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.577890] env[68466]: DEBUG nova.network.neutron [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Successfully created port: 83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.597028] env[68466]: DEBUG oslo_vmware.api [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467488} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.600341] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.600341] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.600760] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.601163] env[68466]: INFO nova.compute.manager [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1080.601609] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.603221] env[68466]: DEBUG nova.compute.manager [req-e013a84d-3853-4833-bf1a-c46768244f23 req-87c6fada-731b-43d5-a17e-2c5fb96d0190 service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Received event network-vif-deleted-d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.603466] env[68466]: INFO nova.compute.manager [req-e013a84d-3853-4833-bf1a-c46768244f23 req-87c6fada-731b-43d5-a17e-2c5fb96d0190 service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Neutron deleted interface d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67; detaching it from the instance and deleting it from the info cache [ 1080.603904] env[68466]: DEBUG nova.network.neutron [req-e013a84d-3853-4833-bf1a-c46768244f23 req-87c6fada-731b-43d5-a17e-2c5fb96d0190 service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.611120] env[68466]: DEBUG nova.compute.manager [-] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.611262] env[68466]: DEBUG nova.network.neutron [-] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.677169] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.777986] env[68466]: DEBUG nova.compute.manager [req-41a50e0b-3d56-457e-aa69-1abd0874b516 req-eacc5d91-a4a3-45b1-b333-d208f9e1025f service nova] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Received event network-vif-deleted-44743f5c-647a-4c63-9c64-34d64c4270ab {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.856833] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed30fe88-354d-4d21-ad76-499fa50d7d44 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.869173] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19aa544-2411-4917-93eb-f844005bcde2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.904795] env[68466]: DEBUG nova.network.neutron [-] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.916965] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931dc739-078c-4b38-ba0b-dde23f353d00 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.927990] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27241574-bc7f-4a30-8dcd-79ef9eaa742c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.944011] env[68466]: DEBUG nova.compute.provider_tree [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.985952] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080985} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.986247] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.987128] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d7ddd-f9e8-4b85-b6ff-9d6fe6a6c978 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.010451] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] a79c9c66-ec67-429c-8363-2452bf6e2206/a79c9c66-ec67-429c-8363-2452bf6e2206.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.011928] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89ac626-b7fa-46b0-b086-2ddfae3ba619 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.030664] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.030888] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.038520] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1081.038520] env[68466]: value = "task-2813032" [ 1081.038520] env[68466]: _type = "Task" [ 1081.038520] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.049243] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.106091] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01c42d9b-b0b0-4a88-8bf7-80e47ddc8ff8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.116751] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b47ecf-6980-4afd-a774-a641c6bb380c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.151932] env[68466]: DEBUG nova.compute.manager [req-e013a84d-3853-4833-bf1a-c46768244f23 req-87c6fada-731b-43d5-a17e-2c5fb96d0190 service nova] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Detach interface failed, port_id=d40d9412-2b21-4aa4-a2d7-dc86bb5dfe67, reason: Instance 31535c04-c6b6-49fa-bbd7-6dafed674668 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1081.153040] env[68466]: DEBUG nova.network.neutron [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updated VIF entry in instance network info cache for port 33993ace-973b-4f86-a8f0-a13e004edbe0. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.153378] env[68466]: DEBUG nova.network.neutron [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updating instance_info_cache with network_info: [{"id": "33993ace-973b-4f86-a8f0-a13e004edbe0", "address": "fa:16:3e:48:40:74", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33993ace-97", "ovs_interfaceid": "33993ace-973b-4f86-a8f0-a13e004edbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.417109] env[68466]: INFO nova.compute.manager [-] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Took 1.83 seconds to deallocate network for instance. [ 1081.419725] env[68466]: DEBUG nova.compute.manager [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.447403] env[68466]: DEBUG nova.scheduler.client.report [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.468650] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.469023] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.469306] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.469409] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.469491] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.469637] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.469846] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.474459] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.474459] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.474459] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.474459] env[68466]: DEBUG nova.virt.hardware [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.474459] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb9b9b-92c6-41bf-b50e-c50afe8bd541 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.486825] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9551c02d-cf96-44eb-98cc-429fcd374a82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.532947] env[68466]: DEBUG nova.compute.manager [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.553617] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.657087] env[68466]: DEBUG oslo_concurrency.lockutils [req-bc52cc29-edc6-4bea-a0a6-85d915babd45 req-f05378fe-6f73-4656-bd29-de0b87b0d71c service nova] Releasing lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.919859] env[68466]: DEBUG nova.network.neutron [-] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.930322] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.954834] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.955455] env[68466]: DEBUG nova.compute.manager [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.959165] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.396s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.960723] env[68466]: INFO nova.compute.claims [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.057334] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813032, 'name': ReconfigVM_Task, 'duration_secs': 0.839498} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.057775] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Reconfigured VM instance instance-00000069 to attach disk [datastore1] a79c9c66-ec67-429c-8363-2452bf6e2206/a79c9c66-ec67-429c-8363-2452bf6e2206.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.058407] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c749bfa-23b8-4421-912f-3cc95c00e869 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.064848] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.076120] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1082.076120] env[68466]: value = "task-2813033" [ 1082.076120] env[68466]: _type = "Task" [ 1082.076120] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.087388] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813033, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.425138] env[68466]: INFO nova.compute.manager [-] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Took 1.81 seconds to deallocate network for instance. [ 1082.425138] env[68466]: DEBUG nova.network.neutron [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Successfully updated port: 83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.460603] env[68466]: DEBUG nova.compute.utils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.462027] env[68466]: DEBUG nova.compute.manager [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.462129] env[68466]: DEBUG nova.network.neutron [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.501921] env[68466]: DEBUG nova.policy [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dff28d3b5d564aedb19bad5e06208bd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef5aca67138647f6b712235cce8d9d62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.586437] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813033, 'name': Rename_Task, 'duration_secs': 0.241757} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.586770] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.587143] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c863107-72a6-423d-b49c-7dc9bb030303 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.596999] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1082.596999] env[68466]: value = "task-2813034" [ 1082.596999] env[68466]: _type = "Task" [ 1082.596999] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.607016] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.752264] env[68466]: DEBUG nova.compute.manager [req-03f98707-dcf1-4e67-9f8a-8ccc53c7d382 req-6112e098-8f85-40ac-a340-bfeec5e5273d service nova] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Received event network-vif-deleted-2cf351fd-6e68-438a-800c-27231995053f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1082.809588] env[68466]: DEBUG nova.compute.manager [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Received event network-vif-plugged-83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1082.809797] env[68466]: DEBUG oslo_concurrency.lockutils [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] Acquiring lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.809990] env[68466]: DEBUG oslo_concurrency.lockutils [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.810246] env[68466]: DEBUG oslo_concurrency.lockutils [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.810435] env[68466]: DEBUG nova.compute.manager [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] No waiting events found dispatching network-vif-plugged-83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.810604] env[68466]: WARNING nova.compute.manager [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Received unexpected event network-vif-plugged-83f77c67-dd4a-41bb-9464-3416e95e5431 for instance with vm_state building and task_state spawning. [ 1082.810795] env[68466]: DEBUG nova.compute.manager [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Received event network-changed-83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1082.810950] env[68466]: DEBUG nova.compute.manager [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Refreshing instance network info cache due to event network-changed-83f77c67-dd4a-41bb-9464-3416e95e5431. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1082.811162] env[68466]: DEBUG oslo_concurrency.lockutils [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] Acquiring lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.811419] env[68466]: DEBUG oslo_concurrency.lockutils [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] Acquired lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.811488] env[68466]: DEBUG nova.network.neutron [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Refreshing network info cache for port 83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.928536] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.930608] env[68466]: DEBUG nova.network.neutron [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Successfully created port: 35db02dc-39a6-47e5-9699-673cb119c2ef {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.933544] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.965948] env[68466]: DEBUG nova.compute.manager [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.112828] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813034, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.313409] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a08ebb-9d87-494f-b91b-63fa082a3648 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.322997] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b14c1e4-6f96-4df1-9578-4c0821b94319 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.355373] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3539298-8660-4869-848c-16c9de4e1325 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.360054] env[68466]: DEBUG nova.network.neutron [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.365565] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34afc765-75df-4881-8769-f83bda2a66b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.380572] env[68466]: DEBUG nova.compute.provider_tree [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.442140] env[68466]: DEBUG nova.network.neutron [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.610854] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813034, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.884441] env[68466]: DEBUG nova.scheduler.client.report [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.945141] env[68466]: DEBUG oslo_concurrency.lockutils [req-cfaf1407-9bcc-47a0-a317-d2820524c6e1 req-791c6983-9669-4f1f-9fc1-964f24903489 service nova] Releasing lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.945525] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.945684] env[68466]: DEBUG nova.network.neutron [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.978350] env[68466]: DEBUG nova.compute.manager [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.007039] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.007380] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.007541] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.007724] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.007871] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.008031] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.008253] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.008416] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.008585] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.008751] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.008929] env[68466]: DEBUG nova.virt.hardware [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.009937] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfce0f9-7680-435b-a0f2-7449788e905d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.019822] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d391721-67a4-4d9b-b2c7-a6e78e32a432 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.113615] env[68466]: DEBUG oslo_vmware.api [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813034, 'name': PowerOnVM_Task, 'duration_secs': 1.086101} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.113902] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.114121] env[68466]: INFO nova.compute.manager [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1084.114320] env[68466]: DEBUG nova.compute.manager [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.115751] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726e8d16-df71-4b85-8293-85dd8c74f154 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.392300] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.392744] env[68466]: DEBUG nova.compute.manager [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.396133] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.627s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.396747] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.398466] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.198s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.398710] env[68466]: DEBUG nova.objects.instance [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'resources' on Instance uuid 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.422379] env[68466]: INFO nova.scheduler.client.report [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted allocations for instance 4bbafb31-6126-447d-90ab-cd4ba58cc6a8 [ 1084.477330] env[68466]: DEBUG nova.network.neutron [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.517028] env[68466]: DEBUG nova.network.neutron [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Successfully updated port: 35db02dc-39a6-47e5-9699-673cb119c2ef {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.627362] env[68466]: DEBUG nova.network.neutron [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating instance_info_cache with network_info: [{"id": "83f77c67-dd4a-41bb-9464-3416e95e5431", "address": "fa:16:3e:97:3a:48", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f77c67-dd", "ovs_interfaceid": "83f77c67-dd4a-41bb-9464-3416e95e5431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.635535] env[68466]: INFO nova.compute.manager [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Took 25.25 seconds to build instance. [ 1084.835090] env[68466]: DEBUG nova.compute.manager [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Received event network-vif-plugged-35db02dc-39a6-47e5-9699-673cb119c2ef {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1084.835518] env[68466]: DEBUG oslo_concurrency.lockutils [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] Acquiring lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.835653] env[68466]: DEBUG oslo_concurrency.lockutils [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.835885] env[68466]: DEBUG oslo_concurrency.lockutils [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.836117] env[68466]: DEBUG nova.compute.manager [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] No waiting events found dispatching network-vif-plugged-35db02dc-39a6-47e5-9699-673cb119c2ef {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.836335] env[68466]: WARNING nova.compute.manager [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Received unexpected event network-vif-plugged-35db02dc-39a6-47e5-9699-673cb119c2ef for instance with vm_state building and task_state spawning. [ 1084.836545] env[68466]: DEBUG nova.compute.manager [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Received event network-changed-35db02dc-39a6-47e5-9699-673cb119c2ef {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1084.836761] env[68466]: DEBUG nova.compute.manager [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Refreshing instance network info cache due to event network-changed-35db02dc-39a6-47e5-9699-673cb119c2ef. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1084.837011] env[68466]: DEBUG oslo_concurrency.lockutils [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] Acquiring lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.837286] env[68466]: DEBUG oslo_concurrency.lockutils [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] Acquired lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.837561] env[68466]: DEBUG nova.network.neutron [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Refreshing network info cache for port 35db02dc-39a6-47e5-9699-673cb119c2ef {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.902416] env[68466]: DEBUG nova.compute.utils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.906737] env[68466]: DEBUG nova.compute.manager [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.907295] env[68466]: DEBUG nova.network.neutron [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.934570] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a4b5a391-3789-495a-b8db-963b0d850f8e tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "4bbafb31-6126-447d-90ab-cd4ba58cc6a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.653s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.958748] env[68466]: DEBUG nova.policy [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027e6daf3914963b57247882722bd3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21036519ade44c319c5c96ec1625a467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.021592] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.136013] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.136013] env[68466]: DEBUG nova.compute.manager [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Instance network_info: |[{"id": "83f77c67-dd4a-41bb-9464-3416e95e5431", "address": "fa:16:3e:97:3a:48", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f77c67-dd", "ovs_interfaceid": "83f77c67-dd4a-41bb-9464-3416e95e5431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.136013] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:3a:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83f77c67-dd4a-41bb-9464-3416e95e5431', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.142659] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.145755] env[68466]: DEBUG oslo_concurrency.lockutils [None req-581b0154-040a-4f4b-800d-189f5b21dd61 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.770s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.146127] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.147428] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6e9a063-f004-4a14-8c06-9e911a01a587 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.172077] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.172077] env[68466]: value = "task-2813035" [ 1085.172077] env[68466]: _type = "Task" [ 1085.172077] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.183146] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813035, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.213201] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc34d696-af6c-47d0-8c79-a682b2fff28a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.221869] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d830a398-c03a-4ae1-a822-298d241e889e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.252980] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645f023d-3cb0-405e-9fca-be0cbba4bff9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.265210] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e197a36-1e5e-4fef-8a25-04a6fdd82896 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.281030] env[68466]: DEBUG nova.compute.provider_tree [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.369226] env[68466]: DEBUG nova.network.neutron [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.408946] env[68466]: DEBUG nova.compute.manager [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.458094] env[68466]: DEBUG nova.network.neutron [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Successfully created port: 9fd187b2-c40e-4cab-85ec-df2940978e8f {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.473399] env[68466]: DEBUG nova.network.neutron [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.681819] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813035, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.784743] env[68466]: DEBUG nova.scheduler.client.report [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.825364] env[68466]: DEBUG nova.compute.manager [req-8b584de1-bf2b-4bfd-a412-4da0140227ea req-9e7c9c22-5ac9-4500-a70e-46ea60438afe service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received event network-changed-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1085.825580] env[68466]: DEBUG nova.compute.manager [req-8b584de1-bf2b-4bfd-a412-4da0140227ea req-9e7c9c22-5ac9-4500-a70e-46ea60438afe service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Refreshing instance network info cache due to event network-changed-da8f35d0-3ba5-4d88-9f26-f158225f7e1a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1085.825919] env[68466]: DEBUG oslo_concurrency.lockutils [req-8b584de1-bf2b-4bfd-a412-4da0140227ea req-9e7c9c22-5ac9-4500-a70e-46ea60438afe service nova] Acquiring lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.826047] env[68466]: DEBUG oslo_concurrency.lockutils [req-8b584de1-bf2b-4bfd-a412-4da0140227ea req-9e7c9c22-5ac9-4500-a70e-46ea60438afe service nova] Acquired lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.826690] env[68466]: DEBUG nova.network.neutron [req-8b584de1-bf2b-4bfd-a412-4da0140227ea req-9e7c9c22-5ac9-4500-a70e-46ea60438afe service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Refreshing network info cache for port da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.981737] env[68466]: DEBUG oslo_concurrency.lockutils [req-5c491b42-2c21-466e-b916-95bb8f796afc req-7400f6d4-c67a-441e-9cd8-cd9c888a703a service nova] Releasing lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.982085] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.982633] env[68466]: DEBUG nova.network.neutron [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.184035] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813035, 'name': CreateVM_Task, 'duration_secs': 0.62106} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.184035] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.184571] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.184788] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.185171] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.185479] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee447d1-0d0d-4955-9b12-5b8d08709739 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.190845] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1086.190845] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d73dd8-cf5f-ea97-789f-5962c5bb8d0f" [ 1086.190845] env[68466]: _type = "Task" [ 1086.190845] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.199553] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d73dd8-cf5f-ea97-789f-5962c5bb8d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.290465] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.293406] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.408s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.293406] env[68466]: DEBUG nova.objects.instance [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lazy-loading 'resources' on Instance uuid e0cf1160-2088-4cb0-9ad9-bce163136384 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.315736] env[68466]: INFO nova.scheduler.client.report [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted allocations for instance 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1 [ 1086.418851] env[68466]: DEBUG nova.compute.manager [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.448570] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.448842] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.448976] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.449230] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.449379] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.450135] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.450456] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.450659] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.450881] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.451088] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.451265] env[68466]: DEBUG nova.virt.hardware [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.452162] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf7da6a-bcd6-44cd-aa8c-7195d2e36525 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.460974] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff91599-1c90-4d11-ba06-27e1f1ba7322 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.521181] env[68466]: DEBUG nova.network.neutron [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.631341] env[68466]: DEBUG nova.network.neutron [req-8b584de1-bf2b-4bfd-a412-4da0140227ea req-9e7c9c22-5ac9-4500-a70e-46ea60438afe service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updated VIF entry in instance network info cache for port da8f35d0-3ba5-4d88-9f26-f158225f7e1a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.631821] env[68466]: DEBUG nova.network.neutron [req-8b584de1-bf2b-4bfd-a412-4da0140227ea req-9e7c9c22-5ac9-4500-a70e-46ea60438afe service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating instance_info_cache with network_info: [{"id": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "address": "fa:16:3e:c2:35:fb", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f35d0-3b", "ovs_interfaceid": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.678773] env[68466]: DEBUG nova.network.neutron [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance_info_cache with network_info: [{"id": "35db02dc-39a6-47e5-9699-673cb119c2ef", "address": "fa:16:3e:a7:9d:ee", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35db02dc-39", "ovs_interfaceid": "35db02dc-39a6-47e5-9699-673cb119c2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.701598] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d73dd8-cf5f-ea97-789f-5962c5bb8d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.702558] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.702965] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.703353] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.703634] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.703948] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.706019] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-779c8064-0489-4be6-9d78-d87eb2957a94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.718153] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.718384] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.719142] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d190a538-6712-4210-a48d-85e1e5b5a228 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.724450] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1086.724450] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b49694-79df-260e-6b7e-e324adce8c75" [ 1086.724450] env[68466]: _type = "Task" [ 1086.724450] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.733132] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b49694-79df-260e-6b7e-e324adce8c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.823429] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c97d373a-4971-406b-a3ca-8a9a98fff3b5 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.490s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.079039] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a16be45-b83a-467f-a5e7-e47cb5740581 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.086243] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ab7dd6-8714-4b61-8041-032d82dcf0f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.121120] env[68466]: DEBUG nova.network.neutron [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Successfully updated port: 9fd187b2-c40e-4cab-85ec-df2940978e8f {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.123396] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be4fd14-6165-4063-a24a-c9252fe6669b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.132264] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60973339-5d5c-400d-ad74-c1b2485605a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.137274] env[68466]: DEBUG oslo_concurrency.lockutils [req-8b584de1-bf2b-4bfd-a412-4da0140227ea req-9e7c9c22-5ac9-4500-a70e-46ea60438afe service nova] Releasing lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.148431] env[68466]: DEBUG nova.compute.provider_tree [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.181015] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.181365] env[68466]: DEBUG nova.compute.manager [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Instance network_info: |[{"id": "35db02dc-39a6-47e5-9699-673cb119c2ef", "address": "fa:16:3e:a7:9d:ee", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35db02dc-39", "ovs_interfaceid": "35db02dc-39a6-47e5-9699-673cb119c2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.181786] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:9d:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35db02dc-39a6-47e5-9699-673cb119c2ef', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.189225] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.189687] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.189915] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93baec4e-167b-4659-800f-9e76372a9a83 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.212938] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.212938] env[68466]: value = "task-2813036" [ 1087.212938] env[68466]: _type = "Task" [ 1087.212938] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.221266] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813036, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.233703] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b49694-79df-260e-6b7e-e324adce8c75, 'name': SearchDatastore_Task, 'duration_secs': 0.019038} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.234479] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40038aa4-109c-4c08-8aa0-6d0ffe77a2e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.239853] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1087.239853] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5255a626-2d25-f79a-c8a8-aac8366f2aee" [ 1087.239853] env[68466]: _type = "Task" [ 1087.239853] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.249275] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5255a626-2d25-f79a-c8a8-aac8366f2aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.510888] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.511157] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.626664] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-8c7a01cc-db4b-4824-a741-ea9919fb3c3d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.626825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-8c7a01cc-db4b-4824-a741-ea9919fb3c3d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.626981] env[68466]: DEBUG nova.network.neutron [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.652139] env[68466]: DEBUG nova.scheduler.client.report [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.724025] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813036, 'name': CreateVM_Task, 'duration_secs': 0.371849} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.724300] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.724988] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.725195] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.725565] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.725832] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65c97e9-0c2b-4cce-ad90-765dc76ad56c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.731724] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1087.731724] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52afdfa1-e2fa-280f-6b68-ef86c5cbb432" [ 1087.731724] env[68466]: _type = "Task" [ 1087.731724] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.740947] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52afdfa1-e2fa-280f-6b68-ef86c5cbb432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.749359] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5255a626-2d25-f79a-c8a8-aac8366f2aee, 'name': SearchDatastore_Task, 'duration_secs': 0.015464} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.749602] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.749858] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2c688170-a4e3-45e4-bfff-d2715f59f6b5/2c688170-a4e3-45e4-bfff-d2715f59f6b5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.750136] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d16fed74-8a1b-49fb-8fe2-5ac9042c759d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.756931] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1087.756931] env[68466]: value = "task-2813037" [ 1087.756931] env[68466]: _type = "Task" [ 1087.756931] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.764811] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.855999] env[68466]: DEBUG nova.compute.manager [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Received event network-vif-plugged-9fd187b2-c40e-4cab-85ec-df2940978e8f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1087.856296] env[68466]: DEBUG oslo_concurrency.lockutils [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] Acquiring lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.856515] env[68466]: DEBUG oslo_concurrency.lockutils [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.856877] env[68466]: DEBUG oslo_concurrency.lockutils [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.857128] env[68466]: DEBUG nova.compute.manager [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] No waiting events found dispatching network-vif-plugged-9fd187b2-c40e-4cab-85ec-df2940978e8f {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.857376] env[68466]: WARNING nova.compute.manager [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Received unexpected event network-vif-plugged-9fd187b2-c40e-4cab-85ec-df2940978e8f for instance with vm_state building and task_state spawning. [ 1087.857602] env[68466]: DEBUG nova.compute.manager [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Received event network-changed-9fd187b2-c40e-4cab-85ec-df2940978e8f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1087.857817] env[68466]: DEBUG nova.compute.manager [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Refreshing instance network info cache due to event network-changed-9fd187b2-c40e-4cab-85ec-df2940978e8f. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1087.858068] env[68466]: DEBUG oslo_concurrency.lockutils [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] Acquiring lock "refresh_cache-8c7a01cc-db4b-4824-a741-ea9919fb3c3d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.013924] env[68466]: DEBUG nova.compute.manager [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.157111] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.160169] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.885s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.161825] env[68466]: INFO nova.compute.claims [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.165361] env[68466]: DEBUG nova.network.neutron [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.186853] env[68466]: INFO nova.scheduler.client.report [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted allocations for instance e0cf1160-2088-4cb0-9ad9-bce163136384 [ 1088.243572] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52afdfa1-e2fa-280f-6b68-ef86c5cbb432, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.243837] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.244125] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.244375] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.244522] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.244758] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.245047] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94c7898b-5667-4486-8fea-085eaf6f77d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.267461] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491181} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.268570] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2c688170-a4e3-45e4-bfff-d2715f59f6b5/2c688170-a4e3-45e4-bfff-d2715f59f6b5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.268789] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.269056] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.269250] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.269923] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fac6a2c4-0d82-4e88-92b6-84ccede6d999 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.272105] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db538ba-0d43-4530-ba5d-da8c4fd9f288 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.277129] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "fd84892b-1149-4d89-b806-6623f1656950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.277370] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "fd84892b-1149-4d89-b806-6623f1656950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.277568] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "fd84892b-1149-4d89-b806-6623f1656950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.277745] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "fd84892b-1149-4d89-b806-6623f1656950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.277995] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "fd84892b-1149-4d89-b806-6623f1656950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.279457] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1088.279457] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52510dc7-0ca7-4d7b-8fde-b13c817bf940" [ 1088.279457] env[68466]: _type = "Task" [ 1088.279457] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.279904] env[68466]: INFO nova.compute.manager [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Terminating instance [ 1088.282569] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1088.282569] env[68466]: value = "task-2813038" [ 1088.282569] env[68466]: _type = "Task" [ 1088.282569] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.298125] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.301499] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52510dc7-0ca7-4d7b-8fde-b13c817bf940, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.302260] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15576616-0264-4d8e-8ae2-aea9d7eee163 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.307863] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1088.307863] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a7e6e2-9461-683a-6dc6-6fe78a22f48c" [ 1088.307863] env[68466]: _type = "Task" [ 1088.307863] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.318399] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a7e6e2-9461-683a-6dc6-6fe78a22f48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.327888] env[68466]: DEBUG nova.network.neutron [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Updating instance_info_cache with network_info: [{"id": "9fd187b2-c40e-4cab-85ec-df2940978e8f", "address": "fa:16:3e:86:32:33", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd187b2-c4", "ovs_interfaceid": "9fd187b2-c40e-4cab-85ec-df2940978e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.534370] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.696368] env[68466]: DEBUG oslo_concurrency.lockutils [None req-eb22a5a4-255f-44e8-97c8-df4a91b242d5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "e0cf1160-2088-4cb0-9ad9-bce163136384" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.328s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.792019] env[68466]: DEBUG nova.compute.manager [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.792019] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.794322] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beed1d5-ab38-43be-bab9-aacb69055d72 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.805168] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069643} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.808234] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.808824] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.809755] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044b8cd2-d55f-4851-bba5-c52dd068be03 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.813112] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27b9a1bc-ec6d-4786-90df-f6e808083565 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.824861] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a7e6e2-9461-683a-6dc6-6fe78a22f48c, 'name': SearchDatastore_Task, 'duration_secs': 0.01556} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.838227] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.838811] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 004131fc-c6fc-4f40-a09b-d42a4b0643fa/004131fc-c6fc-4f40-a09b-d42a4b0643fa.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.839497] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-8c7a01cc-db4b-4824-a741-ea9919fb3c3d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.839900] env[68466]: DEBUG nova.compute.manager [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Instance network_info: |[{"id": "9fd187b2-c40e-4cab-85ec-df2940978e8f", "address": "fa:16:3e:86:32:33", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd187b2-c4", "ovs_interfaceid": "9fd187b2-c40e-4cab-85ec-df2940978e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.850243] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 2c688170-a4e3-45e4-bfff-d2715f59f6b5/2c688170-a4e3-45e4-bfff-d2715f59f6b5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.850905] env[68466]: DEBUG oslo_vmware.api [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1088.850905] env[68466]: value = "task-2813039" [ 1088.850905] env[68466]: _type = "Task" [ 1088.850905] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.851370] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ede83ee8-7a12-4d71-aa71-76f81711fa9c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.854887] env[68466]: DEBUG oslo_concurrency.lockutils [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] Acquired lock "refresh_cache-8c7a01cc-db4b-4824-a741-ea9919fb3c3d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.855281] env[68466]: DEBUG nova.network.neutron [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Refreshing network info cache for port 9fd187b2-c40e-4cab-85ec-df2940978e8f {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.856936] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:32:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd187b2-c40e-4cab-85ec-df2940978e8f', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.867032] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.867032] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939cfe1f-d7e3-4cbd-8f14-38cef7bb1668 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.885933] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.891055] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e89c6d2-ea02-4e6b-a267-221ddde8e31e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.910738] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1088.910738] env[68466]: value = "task-2813040" [ 1088.910738] env[68466]: _type = "Task" [ 1088.910738] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.923487] env[68466]: DEBUG oslo_vmware.api [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.923967] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.923967] env[68466]: value = "task-2813042" [ 1088.923967] env[68466]: _type = "Task" [ 1088.923967] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.924178] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1088.924178] env[68466]: value = "task-2813041" [ 1088.924178] env[68466]: _type = "Task" [ 1088.924178] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.933984] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.940138] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813042, 'name': CreateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.945239] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.126982] env[68466]: DEBUG nova.network.neutron [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Updated VIF entry in instance network info cache for port 9fd187b2-c40e-4cab-85ec-df2940978e8f. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.127437] env[68466]: DEBUG nova.network.neutron [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Updating instance_info_cache with network_info: [{"id": "9fd187b2-c40e-4cab-85ec-df2940978e8f", "address": "fa:16:3e:86:32:33", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd187b2-c4", "ovs_interfaceid": "9fd187b2-c40e-4cab-85ec-df2940978e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.393617] env[68466]: DEBUG oslo_vmware.api [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813039, 'name': PowerOffVM_Task, 'duration_secs': 0.233927} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.394039] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.394219] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.394466] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60877b15-82c0-46f1-bfa9-24a1911c9907 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.436181] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813040, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.448488] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813042, 'name': CreateVM_Task, 'duration_secs': 0.394066} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.452238] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.452595] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.456424] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.456658] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.457042] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.457652] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75546f42-1817-490d-bce2-b62fa42ee7e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.464460] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1089.464460] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e5a55a-3d23-460f-6643-c559ea16d1a9" [ 1089.464460] env[68466]: _type = "Task" [ 1089.464460] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.469836] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab920a54-05ca-4d38-ac50-211b72a0b26e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.481358] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e5a55a-3d23-460f-6643-c559ea16d1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.484400] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8493e3-6696-4064-a6cb-1f889d223a31 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.488323] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.488552] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.488727] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleting the datastore file [datastore2] fd84892b-1149-4d89-b806-6623f1656950 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.489586] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a8d88f1-5a06-4d6b-9ed7-0531df920502 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.525817] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be67f9d6-1b06-4d8c-9a00-0a0cf4159618 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.529071] env[68466]: DEBUG oslo_vmware.api [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1089.529071] env[68466]: value = "task-2813044" [ 1089.529071] env[68466]: _type = "Task" [ 1089.529071] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.541025] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d47662-0bd2-4b0b-8dac-fb971503f9a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.545552] env[68466]: DEBUG oslo_vmware.api [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.558141] env[68466]: DEBUG nova.compute.provider_tree [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.632834] env[68466]: DEBUG oslo_concurrency.lockutils [req-32afb5a3-8805-466e-92e2-ed1a6884d0e6 req-ca68fba7-ff23-4a44-9190-abf3ab5cac2b service nova] Releasing lock "refresh_cache-8c7a01cc-db4b-4824-a741-ea9919fb3c3d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.809666] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.810016] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.924094] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723698} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.924094] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 004131fc-c6fc-4f40-a09b-d42a4b0643fa/004131fc-c6fc-4f40-a09b-d42a4b0643fa.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.924339] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.924537] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a3c2a63-37b9-4e7d-a8a7-1d7f2f62a257 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.934555] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813041, 'name': ReconfigVM_Task, 'duration_secs': 0.89035} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.935754] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 2c688170-a4e3-45e4-bfff-d2715f59f6b5/2c688170-a4e3-45e4-bfff-d2715f59f6b5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.936451] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1089.936451] env[68466]: value = "task-2813045" [ 1089.936451] env[68466]: _type = "Task" [ 1089.936451] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.936639] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-784b786b-2a13-43a2-b974-ef1c1bd63c76 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.948993] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.950506] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1089.950506] env[68466]: value = "task-2813046" [ 1089.950506] env[68466]: _type = "Task" [ 1089.950506] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.961062] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813046, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.975038] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e5a55a-3d23-460f-6643-c559ea16d1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.058826} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.975390] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.975739] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.976042] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.976290] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.976562] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.976871] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2927df2c-d8ca-4ee0-a723-1233810fa418 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.987392] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.987569] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.988315] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0858fb-b380-4d95-833e-2ae6d12b3106 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.994775] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1089.994775] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fbdf40-af10-9674-659e-ad217b8cbe53" [ 1089.994775] env[68466]: _type = "Task" [ 1089.994775] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.003682] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fbdf40-af10-9674-659e-ad217b8cbe53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.039901] env[68466]: DEBUG oslo_vmware.api [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.062295] env[68466]: DEBUG nova.scheduler.client.report [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.314087] env[68466]: DEBUG nova.compute.manager [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.448425] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255678} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.448690] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.449743] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bd5006-ab0e-4f2f-a9aa-ea103362154d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.460449] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813046, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.478271] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 004131fc-c6fc-4f40-a09b-d42a4b0643fa/004131fc-c6fc-4f40-a09b-d42a4b0643fa.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.478653] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7feed712-320f-4496-add2-05786e7e39d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.499878] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1090.499878] env[68466]: value = "task-2813047" [ 1090.499878] env[68466]: _type = "Task" [ 1090.499878] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.506916] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fbdf40-af10-9674-659e-ad217b8cbe53, 'name': SearchDatastore_Task, 'duration_secs': 0.035473} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.508163] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09dc905d-7a1e-41b5-97fa-ebbc9775636b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.514675] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.518553] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1090.518553] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a7a9b2-b33e-eca1-c783-559ac87cd4ff" [ 1090.518553] env[68466]: _type = "Task" [ 1090.518553] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.528731] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a7a9b2-b33e-eca1-c783-559ac87cd4ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.539619] env[68466]: DEBUG oslo_vmware.api [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595878} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.539868] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.540067] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.540307] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.540502] env[68466]: INFO nova.compute.manager [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: fd84892b-1149-4d89-b806-6623f1656950] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1090.540736] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.541145] env[68466]: DEBUG nova.compute.manager [-] [instance: fd84892b-1149-4d89-b806-6623f1656950] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.541145] env[68466]: DEBUG nova.network.neutron [-] [instance: fd84892b-1149-4d89-b806-6623f1656950] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.567960] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.568510] env[68466]: DEBUG nova.compute.manager [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.571482] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.894s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.571697] env[68466]: DEBUG nova.objects.instance [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lazy-loading 'resources' on Instance uuid 2e15eeef-7404-4535-8649-8b70d11c99b5 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.837724] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.963107] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813046, 'name': Rename_Task, 'duration_secs': 0.60323} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.963427] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.965793] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1bde3e0-5f3e-4a23-9a0a-20f8faae75b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.971491] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1090.971491] env[68466]: value = "task-2813048" [ 1090.971491] env[68466]: _type = "Task" [ 1090.971491] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.979921] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.011345] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813047, 'name': ReconfigVM_Task, 'duration_secs': 0.305252} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.012642] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 004131fc-c6fc-4f40-a09b-d42a4b0643fa/004131fc-c6fc-4f40-a09b-d42a4b0643fa.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.014340] env[68466]: DEBUG nova.compute.manager [req-fd250803-0346-41d3-9eb9-2a2f99cfbd7b req-4e1798ca-893e-4905-90c0-93b946558ca4 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Received event network-vif-deleted-d323f087-44c9-4452-ad05-3847d59ceda7 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1091.014434] env[68466]: INFO nova.compute.manager [req-fd250803-0346-41d3-9eb9-2a2f99cfbd7b req-4e1798ca-893e-4905-90c0-93b946558ca4 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Neutron deleted interface d323f087-44c9-4452-ad05-3847d59ceda7; detaching it from the instance and deleting it from the info cache [ 1091.014547] env[68466]: DEBUG nova.network.neutron [req-fd250803-0346-41d3-9eb9-2a2f99cfbd7b req-4e1798ca-893e-4905-90c0-93b946558ca4 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.015579] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a08029b1-f21b-4083-9db7-e94535c42953 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.024578] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1091.024578] env[68466]: value = "task-2813049" [ 1091.024578] env[68466]: _type = "Task" [ 1091.024578] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.031852] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a7a9b2-b33e-eca1-c783-559ac87cd4ff, 'name': SearchDatastore_Task, 'duration_secs': 0.023499} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.032498] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.032776] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d/8c7a01cc-db4b-4824-a741-ea9919fb3c3d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.033037] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43411bd8-d2a6-4ec0-b098-265894b7ce7c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.038299] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813049, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.044988] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1091.044988] env[68466]: value = "task-2813050" [ 1091.044988] env[68466]: _type = "Task" [ 1091.044988] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.054219] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.075077] env[68466]: DEBUG nova.compute.utils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.081032] env[68466]: DEBUG nova.compute.manager [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.081032] env[68466]: DEBUG nova.network.neutron [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.119362] env[68466]: DEBUG nova.policy [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f763c133438480d9d2fec0fee451429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f98c4c5dee045d08f90eb4d81a6e4ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.470077] env[68466]: DEBUG nova.network.neutron [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Successfully created port: 7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.479485] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c609e2e-2036-4907-ab57-1e6a5be04a6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.496244] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6accd74-b416-425b-bfb9-ee98a9d3087f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.500126] env[68466]: DEBUG nova.network.neutron [-] [instance: fd84892b-1149-4d89-b806-6623f1656950] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.502239] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813048, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.537404] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea1a46c0-c983-4e3c-9736-ff148fdc89f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.543485] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a7a51a-91c0-49b7-b757-fe14b4d631e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.554846] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813049, 'name': Rename_Task, 'duration_secs': 0.174906} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.558650] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.559444] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ba92e19-008d-40da-b2f5-4a34733ad6bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.562290] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a1c16d-56af-4e8f-a759-142558abda70 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.569634] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb73f39-f6c7-47db-91d9-8834cb95bcf5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.584828] env[68466]: DEBUG nova.compute.manager [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.587942] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813050, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.605663] env[68466]: DEBUG nova.compute.provider_tree [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.624568] env[68466]: DEBUG nova.compute.manager [req-fd250803-0346-41d3-9eb9-2a2f99cfbd7b req-4e1798ca-893e-4905-90c0-93b946558ca4 service nova] [instance: fd84892b-1149-4d89-b806-6623f1656950] Detach interface failed, port_id=d323f087-44c9-4452-ad05-3847d59ceda7, reason: Instance fd84892b-1149-4d89-b806-6623f1656950 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1091.624568] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1091.624568] env[68466]: value = "task-2813051" [ 1091.624568] env[68466]: _type = "Task" [ 1091.624568] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.625531] env[68466]: DEBUG nova.scheduler.client.report [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.640483] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.984259] env[68466]: DEBUG oslo_vmware.api [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813048, 'name': PowerOnVM_Task, 'duration_secs': 0.900672} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.984518] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.984640] env[68466]: INFO nova.compute.manager [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1091.984932] env[68466]: DEBUG nova.compute.manager [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.985716] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e69196-1985-4439-b166-224b866fad3e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.003235] env[68466]: INFO nova.compute.manager [-] [instance: fd84892b-1149-4d89-b806-6623f1656950] Took 1.46 seconds to deallocate network for instance. [ 1092.057584] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578304} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.057866] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d/8c7a01cc-db4b-4824-a741-ea9919fb3c3d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.058095] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.058354] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-079dc18d-ad8f-440b-a206-5f1a733332a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.066705] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1092.066705] env[68466]: value = "task-2813052" [ 1092.066705] env[68466]: _type = "Task" [ 1092.066705] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.077674] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.133999] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.563s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.136252] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.206s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.136601] env[68466]: DEBUG nova.objects.instance [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'resources' on Instance uuid 31535c04-c6b6-49fa-bbd7-6dafed674668 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.144150] env[68466]: DEBUG oslo_vmware.api [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813051, 'name': PowerOnVM_Task, 'duration_secs': 0.526222} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.144878] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.145098] env[68466]: INFO nova.compute.manager [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1092.145318] env[68466]: DEBUG nova.compute.manager [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.146076] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e4afe7-a46b-4b23-83fb-eebc84c95058 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.156989] env[68466]: INFO nova.scheduler.client.report [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Deleted allocations for instance 2e15eeef-7404-4535-8649-8b70d11c99b5 [ 1092.402603] env[68466]: DEBUG nova.compute.manager [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.403774] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf3b710-a0d5-4a41-81bd-d13d2046a20c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.508080] env[68466]: INFO nova.compute.manager [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Took 28.54 seconds to build instance. [ 1092.509975] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.577952] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.458486} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.577952] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.579031] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e38c665-c766-4453-9902-ba8547b41fd1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.602418] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d/8c7a01cc-db4b-4824-a741-ea9919fb3c3d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.603864] env[68466]: DEBUG nova.compute.manager [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.605831] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ab3fd43-102b-467c-8106-86052d118f6b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.627768] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1092.627768] env[68466]: value = "task-2813053" [ 1092.627768] env[68466]: _type = "Task" [ 1092.627768] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.636609] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.651604] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.651869] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.652054] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.652290] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.652454] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.652604] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.652847] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.652998] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.653238] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.653407] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.653583] env[68466]: DEBUG nova.virt.hardware [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.654442] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01e0c68-ca9b-469b-8012-bcc0678c47ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.671557] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28760655-38da-42c8-8fc1-db2f82ee81b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.676313] env[68466]: INFO nova.compute.manager [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Took 28.60 seconds to build instance. [ 1092.676863] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4a348bce-6443-4156-a062-d3c6a29ce4cd tempest-FloatingIPsAssociationTestJSON-1745388921 tempest-FloatingIPsAssociationTestJSON-1745388921-project-member] Lock "2e15eeef-7404-4535-8649-8b70d11c99b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.104s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.916694] env[68466]: INFO nova.compute.manager [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] instance snapshotting [ 1092.920092] env[68466]: DEBUG nova.objects.instance [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'flavor' on Instance uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.924622] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57be948a-2789-4e61-8eeb-b7754cde6cff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.939184] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c26088-e436-4c5b-a740-2f0e73bcae49 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.980461] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8668b2-9af4-450e-879b-2e2423b850e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.989716] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348c54f7-6e0c-4be4-9426-29f5b6e63bae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.007562] env[68466]: DEBUG nova.compute.provider_tree [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.009011] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e756af56-7f3f-4695-b966-5d4e1d4d7d2a tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.055s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.142945] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813053, 'name': ReconfigVM_Task, 'duration_secs': 0.292804} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.143366] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d/8c7a01cc-db4b-4824-a741-ea9919fb3c3d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.144073] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-809a4fb6-7973-40b4-9196-c9126dc3e10b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.151910] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1093.151910] env[68466]: value = "task-2813054" [ 1093.151910] env[68466]: _type = "Task" [ 1093.151910] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.163103] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813054, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.178806] env[68466]: DEBUG oslo_concurrency.lockutils [None req-915bb5af-d5a0-4d2f-8df1-67ab02227794 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.112s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.368956] env[68466]: DEBUG nova.compute.manager [req-0b9cd917-b29c-4ed0-b6e5-7761083075d6 req-e435caff-e7f2-4916-968f-9aa51f42e1c9 service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Received event network-vif-plugged-7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1093.369262] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b9cd917-b29c-4ed0-b6e5-7761083075d6 req-e435caff-e7f2-4916-968f-9aa51f42e1c9 service nova] Acquiring lock "51c5480b-a113-4693-a521-18698e3e4f20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.369487] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b9cd917-b29c-4ed0-b6e5-7761083075d6 req-e435caff-e7f2-4916-968f-9aa51f42e1c9 service nova] Lock "51c5480b-a113-4693-a521-18698e3e4f20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.369661] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b9cd917-b29c-4ed0-b6e5-7761083075d6 req-e435caff-e7f2-4916-968f-9aa51f42e1c9 service nova] Lock "51c5480b-a113-4693-a521-18698e3e4f20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.369828] env[68466]: DEBUG nova.compute.manager [req-0b9cd917-b29c-4ed0-b6e5-7761083075d6 req-e435caff-e7f2-4916-968f-9aa51f42e1c9 service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] No waiting events found dispatching network-vif-plugged-7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.369996] env[68466]: WARNING nova.compute.manager [req-0b9cd917-b29c-4ed0-b6e5-7761083075d6 req-e435caff-e7f2-4916-968f-9aa51f42e1c9 service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Received unexpected event network-vif-plugged-7e94960c-fc57-4184-bbdd-12014676bd74 for instance with vm_state building and task_state spawning. [ 1093.411549] env[68466]: DEBUG nova.network.neutron [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Successfully updated port: 7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.440931] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1740dbed-cd16-4100-a42b-9ce3e08c8fc1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.467606] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d48ab9f-d25f-4630-9c03-aeaa986f15e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.513042] env[68466]: DEBUG nova.scheduler.client.report [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.666351] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813054, 'name': Rename_Task, 'duration_secs': 0.158959} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.666351] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.666351] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac04f67c-16c8-4035-868e-e850c1994426 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.673438] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1093.673438] env[68466]: value = "task-2813055" [ 1093.673438] env[68466]: _type = "Task" [ 1093.673438] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.682636] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.916821] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.917179] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.917396] env[68466]: DEBUG nova.network.neutron [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.958584] env[68466]: DEBUG nova.compute.manager [req-a9cfafd5-6e51-423f-a4d2-565a204798fd req-ddd1f568-f5b4-4486-a4d5-6ff68c9f7d26 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Received event network-changed-83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1093.958803] env[68466]: DEBUG nova.compute.manager [req-a9cfafd5-6e51-423f-a4d2-565a204798fd req-ddd1f568-f5b4-4486-a4d5-6ff68c9f7d26 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Refreshing instance network info cache due to event network-changed-83f77c67-dd4a-41bb-9464-3416e95e5431. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1093.962422] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9cfafd5-6e51-423f-a4d2-565a204798fd req-ddd1f568-f5b4-4486-a4d5-6ff68c9f7d26 service nova] Acquiring lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.963317] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9cfafd5-6e51-423f-a4d2-565a204798fd req-ddd1f568-f5b4-4486-a4d5-6ff68c9f7d26 service nova] Acquired lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.963516] env[68466]: DEBUG nova.network.neutron [req-a9cfafd5-6e51-423f-a4d2-565a204798fd req-ddd1f568-f5b4-4486-a4d5-6ff68c9f7d26 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Refreshing network info cache for port 83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.979851] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1093.980414] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fea81b93-6db0-42b9-84ee-e8eb8275ed54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.989246] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1093.989246] env[68466]: value = "task-2813056" [ 1093.989246] env[68466]: _type = "Task" [ 1093.989246] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.997757] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813056, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.017968] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.022189] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.957s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.023205] env[68466]: INFO nova.compute.claims [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.049227] env[68466]: INFO nova.scheduler.client.report [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Deleted allocations for instance 31535c04-c6b6-49fa-bbd7-6dafed674668 [ 1094.185911] env[68466]: DEBUG oslo_vmware.api [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813055, 'name': PowerOnVM_Task, 'duration_secs': 0.476948} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.186428] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.186654] env[68466]: INFO nova.compute.manager [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1094.186870] env[68466]: DEBUG nova.compute.manager [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.188461] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8008bd-5851-407b-b90d-49ab7752c7af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.470330] env[68466]: DEBUG nova.network.neutron [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.503348] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813056, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.558592] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e33c9442-f189-479f-93fd-72cbf7dcf3a6 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "31535c04-c6b6-49fa-bbd7-6dafed674668" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.626s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.719559] env[68466]: INFO nova.compute.manager [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Took 29.17 seconds to build instance. [ 1094.823041] env[68466]: DEBUG nova.compute.manager [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Stashing vm_state: active {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1095.008935] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813056, 'name': CreateSnapshot_Task, 'duration_secs': 0.825532} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.009397] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1095.011602] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a949143e-c8f5-433b-90d5-b94fb08e17d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.032183] env[68466]: DEBUG nova.network.neutron [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Updating instance_info_cache with network_info: [{"id": "7e94960c-fc57-4184-bbdd-12014676bd74", "address": "fa:16:3e:5c:40:03", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e94960c-fc", "ovs_interfaceid": "7e94960c-fc57-4184-bbdd-12014676bd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.220499] env[68466]: DEBUG nova.network.neutron [req-a9cfafd5-6e51-423f-a4d2-565a204798fd req-ddd1f568-f5b4-4486-a4d5-6ff68c9f7d26 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updated VIF entry in instance network info cache for port 83f77c67-dd4a-41bb-9464-3416e95e5431. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.223641] env[68466]: DEBUG nova.network.neutron [req-a9cfafd5-6e51-423f-a4d2-565a204798fd req-ddd1f568-f5b4-4486-a4d5-6ff68c9f7d26 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating instance_info_cache with network_info: [{"id": "83f77c67-dd4a-41bb-9464-3416e95e5431", "address": "fa:16:3e:97:3a:48", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f77c67-dd", "ovs_interfaceid": "83f77c67-dd4a-41bb-9464-3416e95e5431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.225077] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c11fe6e9-74c8-4f57-be4b-98b1a85c0b83 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.684s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.342945] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.385022] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e23355-44fc-4168-98ab-37493dc19a81 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.393382] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e746ed5-433d-43a4-9ada-9fa32b6140be {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.428813] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256d9c55-74fe-438a-b713-e4ca1d23842a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.433152] env[68466]: DEBUG nova.compute.manager [req-0d35dc44-b143-4d1b-bcfb-84d0fe537280 req-68ab2b07-b75d-46a9-9a92-62ce93a0685e service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Received event network-changed-7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.433563] env[68466]: DEBUG nova.compute.manager [req-0d35dc44-b143-4d1b-bcfb-84d0fe537280 req-68ab2b07-b75d-46a9-9a92-62ce93a0685e service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Refreshing instance network info cache due to event network-changed-7e94960c-fc57-4184-bbdd-12014676bd74. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1095.433873] env[68466]: DEBUG oslo_concurrency.lockutils [req-0d35dc44-b143-4d1b-bcfb-84d0fe537280 req-68ab2b07-b75d-46a9-9a92-62ce93a0685e service nova] Acquiring lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.441410] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53509a5a-dcf8-4f09-a124-db32039b4275 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.460543] env[68466]: DEBUG nova.compute.provider_tree [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.533841] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.533841] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5b8d6b1-7dc5-4c14-be9b-94ae43ff15db {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.540125] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.540509] env[68466]: DEBUG nova.compute.manager [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Instance network_info: |[{"id": "7e94960c-fc57-4184-bbdd-12014676bd74", "address": "fa:16:3e:5c:40:03", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e94960c-fc", "ovs_interfaceid": "7e94960c-fc57-4184-bbdd-12014676bd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.540809] env[68466]: DEBUG oslo_concurrency.lockutils [req-0d35dc44-b143-4d1b-bcfb-84d0fe537280 req-68ab2b07-b75d-46a9-9a92-62ce93a0685e service nova] Acquired lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.540981] env[68466]: DEBUG nova.network.neutron [req-0d35dc44-b143-4d1b-bcfb-84d0fe537280 req-68ab2b07-b75d-46a9-9a92-62ce93a0685e service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Refreshing network info cache for port 7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.542358] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:40:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e94960c-fc57-4184-bbdd-12014676bd74', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.554653] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.556479] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.556831] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1095.556831] env[68466]: value = "task-2813057" [ 1095.556831] env[68466]: _type = "Task" [ 1095.556831] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.557639] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66a09d36-24ef-4bac-9f9e-70109dc43c7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.584942] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813057, 'name': CloneVM_Task} progress is 12%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.586462] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.586462] env[68466]: value = "task-2813058" [ 1095.586462] env[68466]: _type = "Task" [ 1095.586462] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.597044] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813058, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.727295] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9cfafd5-6e51-423f-a4d2-565a204798fd req-ddd1f568-f5b4-4486-a4d5-6ff68c9f7d26 service nova] Releasing lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.964157] env[68466]: DEBUG nova.scheduler.client.report [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.086417] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813057, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.097067] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813058, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.124138] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.124391] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.310354] env[68466]: DEBUG nova.network.neutron [req-0d35dc44-b143-4d1b-bcfb-84d0fe537280 req-68ab2b07-b75d-46a9-9a92-62ce93a0685e service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Updated VIF entry in instance network info cache for port 7e94960c-fc57-4184-bbdd-12014676bd74. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.310724] env[68466]: DEBUG nova.network.neutron [req-0d35dc44-b143-4d1b-bcfb-84d0fe537280 req-68ab2b07-b75d-46a9-9a92-62ce93a0685e service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Updating instance_info_cache with network_info: [{"id": "7e94960c-fc57-4184-bbdd-12014676bd74", "address": "fa:16:3e:5c:40:03", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e94960c-fc", "ovs_interfaceid": "7e94960c-fc57-4184-bbdd-12014676bd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.470839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.471595] env[68466]: DEBUG nova.compute.manager [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.474966] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.543s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.475324] env[68466]: DEBUG nova.objects.instance [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lazy-loading 'resources' on Instance uuid 622f7a1a-445d-4ccb-8c4b-e3137a4ab244 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.586492] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813057, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.597346] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813058, 'name': CreateVM_Task, 'duration_secs': 0.893804} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.597750] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.598428] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.598704] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.599069] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.599409] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa10b90-48a8-4698-9a17-12722eded82b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.605015] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1096.605015] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef2c0d-ad4c-e828-8a74-d919f8152f96" [ 1096.605015] env[68466]: _type = "Task" [ 1096.605015] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.613553] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef2c0d-ad4c-e828-8a74-d919f8152f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.632592] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.633025] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.634050] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.634050] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.634050] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.634050] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.634050] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1096.634358] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.815128] env[68466]: DEBUG oslo_concurrency.lockutils [req-0d35dc44-b143-4d1b-bcfb-84d0fe537280 req-68ab2b07-b75d-46a9-9a92-62ce93a0685e service nova] Releasing lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.979757] env[68466]: DEBUG nova.compute.utils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.986462] env[68466]: DEBUG nova.compute.manager [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.986691] env[68466]: DEBUG nova.network.neutron [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.038033] env[68466]: DEBUG nova.policy [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ebbe3551c1d43e4afbd517066c7edf9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a052b8bcf6aa450ea3c2b3934be8489d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.087139] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813057, 'name': CloneVM_Task, 'duration_secs': 1.513173} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.087441] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Created linked-clone VM from snapshot [ 1097.091322] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b887301e-40e6-4c09-abdc-b7aa03f20425 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.097594] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Uploading image 3507c793-9f49-43d5-a9b6-67bf9a01acb9 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1097.116517] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ef2c0d-ad4c-e828-8a74-d919f8152f96, 'name': SearchDatastore_Task, 'duration_secs': 0.010639} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.117241] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.117354] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.117890] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.117890] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.118015] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.118310] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92bed80b-149e-4eba-a6cb-c76544d78c94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.132555] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.132753] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.133515] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463c52c7-0880-4157-a326-1c665941808a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.138160] env[68466]: DEBUG oslo_vmware.rw_handles [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1097.138160] env[68466]: value = "vm-565272" [ 1097.138160] env[68466]: _type = "VirtualMachine" [ 1097.138160] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1097.139341] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.139575] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e3972ed-2abd-4728-88a8-dcd9f51ceccf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.146595] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1097.146595] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52580574-995b-a368-fda4-cc0cdf0ca320" [ 1097.146595] env[68466]: _type = "Task" [ 1097.146595] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.151165] env[68466]: DEBUG oslo_vmware.rw_handles [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease: (returnval){ [ 1097.151165] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524ef0ff-aaac-7f99-ae4e-5d4dc5a98481" [ 1097.151165] env[68466]: _type = "HttpNfcLease" [ 1097.151165] env[68466]: } obtained for exporting VM: (result){ [ 1097.151165] env[68466]: value = "vm-565272" [ 1097.151165] env[68466]: _type = "VirtualMachine" [ 1097.151165] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1097.151447] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the lease: (returnval){ [ 1097.151447] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524ef0ff-aaac-7f99-ae4e-5d4dc5a98481" [ 1097.151447] env[68466]: _type = "HttpNfcLease" [ 1097.151447] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1097.160091] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52580574-995b-a368-fda4-cc0cdf0ca320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.164904] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.164904] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524ef0ff-aaac-7f99-ae4e-5d4dc5a98481" [ 1097.164904] env[68466]: _type = "HttpNfcLease" [ 1097.164904] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1097.294203] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.294429] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.309308] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c7091b-6cf9-4baf-8f39-8f4926fe8f91 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.319040] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1968d1-473d-45dd-a284-45f64a614aa9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.355200] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce90e76-19ef-4731-bc6c-c33dcf72c08f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.364032] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da037dab-5d83-48eb-a73d-e9ec993c60df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.379589] env[68466]: DEBUG nova.compute.provider_tree [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.381685] env[68466]: DEBUG nova.network.neutron [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Successfully created port: 110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.439436] env[68466]: DEBUG nova.compute.manager [req-1e74577d-acf9-4b87-987f-1cab874b0525 req-299460d2-ca69-41c0-b527-e28e12c4dca8 service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Received event network-changed-9fd187b2-c40e-4cab-85ec-df2940978e8f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1097.439689] env[68466]: DEBUG nova.compute.manager [req-1e74577d-acf9-4b87-987f-1cab874b0525 req-299460d2-ca69-41c0-b527-e28e12c4dca8 service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Refreshing instance network info cache due to event network-changed-9fd187b2-c40e-4cab-85ec-df2940978e8f. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1097.439922] env[68466]: DEBUG oslo_concurrency.lockutils [req-1e74577d-acf9-4b87-987f-1cab874b0525 req-299460d2-ca69-41c0-b527-e28e12c4dca8 service nova] Acquiring lock "refresh_cache-8c7a01cc-db4b-4824-a741-ea9919fb3c3d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.440087] env[68466]: DEBUG oslo_concurrency.lockutils [req-1e74577d-acf9-4b87-987f-1cab874b0525 req-299460d2-ca69-41c0-b527-e28e12c4dca8 service nova] Acquired lock "refresh_cache-8c7a01cc-db4b-4824-a741-ea9919fb3c3d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.440295] env[68466]: DEBUG nova.network.neutron [req-1e74577d-acf9-4b87-987f-1cab874b0525 req-299460d2-ca69-41c0-b527-e28e12c4dca8 service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Refreshing network info cache for port 9fd187b2-c40e-4cab-85ec-df2940978e8f {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.487825] env[68466]: DEBUG nova.compute.manager [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.660811] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52580574-995b-a368-fda4-cc0cdf0ca320, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.662435] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebf5df1-7993-4c05-aa26-08bea9b91c1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.666296] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.666296] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524ef0ff-aaac-7f99-ae4e-5d4dc5a98481" [ 1097.666296] env[68466]: _type = "HttpNfcLease" [ 1097.666296] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1097.667019] env[68466]: DEBUG oslo_vmware.rw_handles [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1097.667019] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524ef0ff-aaac-7f99-ae4e-5d4dc5a98481" [ 1097.667019] env[68466]: _type = "HttpNfcLease" [ 1097.667019] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1097.667821] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07120462-764d-4391-a633-caa74890096c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.672077] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1097.672077] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5227e477-3d10-581f-42da-cdfdfc898289" [ 1097.672077] env[68466]: _type = "Task" [ 1097.672077] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.678418] env[68466]: DEBUG oslo_vmware.rw_handles [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284aa3f-b358-e1a4-1030-6ebe597876b8/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1097.678710] env[68466]: DEBUG oslo_vmware.rw_handles [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284aa3f-b358-e1a4-1030-6ebe597876b8/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1097.739947] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5227e477-3d10-581f-42da-cdfdfc898289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.799527] env[68466]: DEBUG nova.compute.manager [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.884917] env[68466]: DEBUG nova.scheduler.client.report [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.891369] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68c4e17f-4f26-4739-b34a-5e35fe29cb5b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.155659] env[68466]: DEBUG nova.network.neutron [req-1e74577d-acf9-4b87-987f-1cab874b0525 req-299460d2-ca69-41c0-b527-e28e12c4dca8 service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Updated VIF entry in instance network info cache for port 9fd187b2-c40e-4cab-85ec-df2940978e8f. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.156280] env[68466]: DEBUG nova.network.neutron [req-1e74577d-acf9-4b87-987f-1cab874b0525 req-299460d2-ca69-41c0-b527-e28e12c4dca8 service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Updating instance_info_cache with network_info: [{"id": "9fd187b2-c40e-4cab-85ec-df2940978e8f", "address": "fa:16:3e:86:32:33", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fd187b2-c4", "ovs_interfaceid": "9fd187b2-c40e-4cab-85ec-df2940978e8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.186266] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5227e477-3d10-581f-42da-cdfdfc898289, 'name': SearchDatastore_Task, 'duration_secs': 0.02233} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.186530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.186813] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 51c5480b-a113-4693-a521-18698e3e4f20/51c5480b-a113-4693-a521-18698e3e4f20.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.188069] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f244710-a3d7-42a2-9bd8-ee63ce77c66a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.196911] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1098.196911] env[68466]: value = "task-2813060" [ 1098.196911] env[68466]: _type = "Task" [ 1098.196911] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.206958] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.325373] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.390241] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.394056] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.860s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.395844] env[68466]: INFO nova.compute.claims [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.427079] env[68466]: INFO nova.scheduler.client.report [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted allocations for instance 622f7a1a-445d-4ccb-8c4b-e3137a4ab244 [ 1098.498213] env[68466]: DEBUG nova.compute.manager [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.522667] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.523193] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.523590] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.523937] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.525186] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.525186] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.525186] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.525186] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.525186] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.525186] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.525547] env[68466]: DEBUG nova.virt.hardware [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.526373] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19bb165-b363-4862-87b2-4282e9043b17 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.536334] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf0c519-e4bb-4f82-8cd5-265ef60c4e30 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.658924] env[68466]: DEBUG oslo_concurrency.lockutils [req-1e74577d-acf9-4b87-987f-1cab874b0525 req-299460d2-ca69-41c0-b527-e28e12c4dca8 service nova] Releasing lock "refresh_cache-8c7a01cc-db4b-4824-a741-ea9919fb3c3d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.708109] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.948124] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7528cb02-564a-4372-bc75-c5ec8f7baaeb tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "622f7a1a-445d-4ccb-8c4b-e3137a4ab244" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.397s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.980781] env[68466]: DEBUG nova.network.neutron [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Successfully updated port: 110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.208785] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661726} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.209171] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 51c5480b-a113-4693-a521-18698e3e4f20/51c5480b-a113-4693-a521-18698e3e4f20.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.209303] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.209507] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc3f6ad5-20a7-4a4c-969d-c26fe45cd4cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.217438] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1099.217438] env[68466]: value = "task-2813061" [ 1099.217438] env[68466]: _type = "Task" [ 1099.217438] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.227648] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.485587] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.485587] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquired lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.485587] env[68466]: DEBUG nova.network.neutron [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.556299] env[68466]: DEBUG nova.compute.manager [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Received event network-vif-plugged-110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.556299] env[68466]: DEBUG oslo_concurrency.lockutils [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] Acquiring lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.556299] env[68466]: DEBUG oslo_concurrency.lockutils [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.556907] env[68466]: DEBUG oslo_concurrency.lockutils [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.557295] env[68466]: DEBUG nova.compute.manager [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] No waiting events found dispatching network-vif-plugged-110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.557621] env[68466]: WARNING nova.compute.manager [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Received unexpected event network-vif-plugged-110c2400-0748-4a05-bb5b-dff4ad6fad80 for instance with vm_state building and task_state spawning. [ 1099.558087] env[68466]: DEBUG nova.compute.manager [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Received event network-changed-110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.558904] env[68466]: DEBUG nova.compute.manager [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Refreshing instance network info cache due to event network-changed-110c2400-0748-4a05-bb5b-dff4ad6fad80. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1099.559217] env[68466]: DEBUG oslo_concurrency.lockutils [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] Acquiring lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.694110] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2abee07-134b-41a4-bd60-53391816e125 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.703337] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aa7f0f-1777-4b2e-9d60-07080ab71c90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.742302] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d4f365-d622-422c-abaf-e8acb4e50075 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.751767] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132294} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.754517] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.755562] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e68a2e-d28d-43f4-bd67-5a694236529d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.759196] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c8276-a781-4cdb-823a-ede29ecb5180 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.785810] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 51c5480b-a113-4693-a521-18698e3e4f20/51c5480b-a113-4693-a521-18698e3e4f20.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.794262] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8f6c7c-a0bf-4c9b-be10-50968ecd2699 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.809399] env[68466]: DEBUG nova.compute.provider_tree [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.818334] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1099.818334] env[68466]: value = "task-2813062" [ 1099.818334] env[68466]: _type = "Task" [ 1099.818334] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.829373] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.019024] env[68466]: DEBUG nova.network.neutron [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.172228] env[68466]: DEBUG nova.network.neutron [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Updating instance_info_cache with network_info: [{"id": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "address": "fa:16:3e:5d:78:f2", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110c2400-07", "ovs_interfaceid": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.313040] env[68466]: DEBUG nova.scheduler.client.report [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.331879] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.675241] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Releasing lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.675592] env[68466]: DEBUG nova.compute.manager [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Instance network_info: |[{"id": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "address": "fa:16:3e:5d:78:f2", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110c2400-07", "ovs_interfaceid": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.675907] env[68466]: DEBUG oslo_concurrency.lockutils [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] Acquired lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.676133] env[68466]: DEBUG nova.network.neutron [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Refreshing network info cache for port 110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.677453] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:78:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '110c2400-0748-4a05-bb5b-dff4ad6fad80', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.685440] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.686503] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.686757] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9772252-b95c-4a9e-ab16-3cdc0ef2101d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.709077] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.709077] env[68466]: value = "task-2813063" [ 1100.709077] env[68466]: _type = "Task" [ 1100.709077] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.716986] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813063, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.818899] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.819530] env[68466]: DEBUG nova.compute.manager [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.822561] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.985s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.823956] env[68466]: INFO nova.compute.claims [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.836388] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813062, 'name': ReconfigVM_Task, 'duration_secs': 0.879779} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.836716] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 51c5480b-a113-4693-a521-18698e3e4f20/51c5480b-a113-4693-a521-18698e3e4f20.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.837418] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f155a412-e336-444f-9382-8841776c6486 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.845233] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1100.845233] env[68466]: value = "task-2813064" [ 1100.845233] env[68466]: _type = "Task" [ 1100.845233] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.855402] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813064, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.995782] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.995782] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.220071] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813063, 'name': CreateVM_Task, 'duration_secs': 0.378815} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.223236] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.224665] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.224665] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.224665] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.224665] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d504f4-de0f-4afc-b303-23f363785879 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.231056] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1101.231056] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a60a24-666c-d66e-0db6-75836da285e2" [ 1101.231056] env[68466]: _type = "Task" [ 1101.231056] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.240380] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a60a24-666c-d66e-0db6-75836da285e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.328168] env[68466]: DEBUG nova.compute.utils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.331581] env[68466]: DEBUG nova.compute.manager [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.331783] env[68466]: DEBUG nova.network.neutron [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.356027] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813064, 'name': Rename_Task, 'duration_secs': 0.175255} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.356320] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.356577] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90fa4a10-7e8d-47bc-926b-b178c0540957 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.364944] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1101.364944] env[68466]: value = "task-2813065" [ 1101.364944] env[68466]: _type = "Task" [ 1101.364944] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.373694] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.394017] env[68466]: DEBUG nova.policy [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18013abc24c4c418a7dbcb9b542b640', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6ecd68a7d62499e838904196f83343b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.452095] env[68466]: DEBUG nova.network.neutron [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Updated VIF entry in instance network info cache for port 110c2400-0748-4a05-bb5b-dff4ad6fad80. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.452676] env[68466]: DEBUG nova.network.neutron [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Updating instance_info_cache with network_info: [{"id": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "address": "fa:16:3e:5d:78:f2", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110c2400-07", "ovs_interfaceid": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.497924] env[68466]: DEBUG nova.compute.manager [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.705470] env[68466]: DEBUG nova.network.neutron [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Successfully created port: 123ef52b-3a26-4b26-852b-b3f4209d1fa5 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.742703] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a60a24-666c-d66e-0db6-75836da285e2, 'name': SearchDatastore_Task, 'duration_secs': 0.017722} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.742703] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.742829] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.742960] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.743175] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.743419] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.743737] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb19090-3b7d-4bc9-a87b-40556dd558e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.759263] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.759501] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.761360] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dadf508d-053b-40ff-96d8-a8533d114bfb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.768087] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1101.768087] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ec45c6-3a14-bec5-2c32-6fc2b6827ce7" [ 1101.768087] env[68466]: _type = "Task" [ 1101.768087] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.777351] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ec45c6-3a14-bec5-2c32-6fc2b6827ce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.832902] env[68466]: DEBUG nova.compute.manager [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.876260] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.956244] env[68466]: DEBUG oslo_concurrency.lockutils [req-fa7ede3c-5fe9-4583-9949-6a6fcb215db0 req-8451e252-67a9-493c-93eb-00ca490d4701 service nova] Releasing lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.024816] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.134158] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99245994-ef9d-41f3-9cdf-a95a09e97130 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.143806] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2e7e70-fb87-4d76-aa30-e9db74e82092 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.176611] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2254a97-4293-46b4-b92f-817adf834be2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.188973] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f15f091-7792-478d-8f38-d1248a277228 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.208790] env[68466]: DEBUG nova.compute.provider_tree [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.279994] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ec45c6-3a14-bec5-2c32-6fc2b6827ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.015676} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.280789] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ba17c4-ea72-4621-be38-f6da9b1eb291 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.287509] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1102.287509] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524e2eca-b66e-3766-00b7-75a51a1c16f7" [ 1102.287509] env[68466]: _type = "Task" [ 1102.287509] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.296884] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524e2eca-b66e-3766-00b7-75a51a1c16f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.376134] env[68466]: DEBUG oslo_vmware.api [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813065, 'name': PowerOnVM_Task, 'duration_secs': 0.658525} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.377067] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.377429] env[68466]: INFO nova.compute.manager [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1102.377651] env[68466]: DEBUG nova.compute.manager [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.378448] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a2ef8-c48c-4d8a-b629-5d8f7fae0c12 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.713697] env[68466]: DEBUG nova.scheduler.client.report [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.801028] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524e2eca-b66e-3766-00b7-75a51a1c16f7, 'name': SearchDatastore_Task, 'duration_secs': 0.024229} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.801028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.801028] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] fe9aa2f5-1daf-484c-acc2-5a0ad66c783d/fe9aa2f5-1daf-484c-acc2-5a0ad66c783d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.801028] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba1ad2a4-22c9-4d68-a72f-cf2d72c95dfb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.808424] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1102.808424] env[68466]: value = "task-2813066" [ 1102.808424] env[68466]: _type = "Task" [ 1102.808424] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.817319] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.844768] env[68466]: DEBUG nova.compute.manager [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.867678] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.867954] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.868247] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.868327] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.868465] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.868631] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.868875] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.869170] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.869270] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.869541] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.869751] env[68466]: DEBUG nova.virt.hardware [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.870714] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e6ba5d-f401-43b8-af31-02bf0f8f5e04 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.879730] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45e1c5d-3a58-4298-b64c-ce3e9b8cd664 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.900698] env[68466]: INFO nova.compute.manager [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Took 22.65 seconds to build instance. [ 1103.109040] env[68466]: DEBUG nova.compute.manager [req-f2224335-6f39-4561-a13e-577f004da7e3 req-33468aea-e569-4968-b0a3-1f3442e8ab02 service nova] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Received event network-vif-plugged-123ef52b-3a26-4b26-852b-b3f4209d1fa5 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.109411] env[68466]: DEBUG oslo_concurrency.lockutils [req-f2224335-6f39-4561-a13e-577f004da7e3 req-33468aea-e569-4968-b0a3-1f3442e8ab02 service nova] Acquiring lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.109736] env[68466]: DEBUG oslo_concurrency.lockutils [req-f2224335-6f39-4561-a13e-577f004da7e3 req-33468aea-e569-4968-b0a3-1f3442e8ab02 service nova] Lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.110182] env[68466]: DEBUG oslo_concurrency.lockutils [req-f2224335-6f39-4561-a13e-577f004da7e3 req-33468aea-e569-4968-b0a3-1f3442e8ab02 service nova] Lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.110318] env[68466]: DEBUG nova.compute.manager [req-f2224335-6f39-4561-a13e-577f004da7e3 req-33468aea-e569-4968-b0a3-1f3442e8ab02 service nova] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] No waiting events found dispatching network-vif-plugged-123ef52b-3a26-4b26-852b-b3f4209d1fa5 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.110579] env[68466]: WARNING nova.compute.manager [req-f2224335-6f39-4561-a13e-577f004da7e3 req-33468aea-e569-4968-b0a3-1f3442e8ab02 service nova] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Received unexpected event network-vif-plugged-123ef52b-3a26-4b26-852b-b3f4209d1fa5 for instance with vm_state building and task_state spawning. [ 1103.201125] env[68466]: DEBUG nova.network.neutron [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Successfully updated port: 123ef52b-3a26-4b26-852b-b3f4209d1fa5 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.218661] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.218985] env[68466]: DEBUG nova.compute.manager [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.223754] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.714s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.223754] env[68466]: DEBUG nova.objects.instance [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'resources' on Instance uuid fd84892b-1149-4d89-b806-6623f1656950 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.319484] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.403189] env[68466]: DEBUG oslo_concurrency.lockutils [None req-b9e01b3b-ca5c-49a2-adff-7583f3b82528 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "51c5480b-a113-4693-a521-18698e3e4f20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.158s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.703288] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-a2725f97-0382-4572-a9f7-6f23d4bed9d9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.703288] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-a2725f97-0382-4572-a9f7-6f23d4bed9d9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.703394] env[68466]: DEBUG nova.network.neutron [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.727578] env[68466]: DEBUG nova.compute.utils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.729675] env[68466]: DEBUG nova.compute.manager [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.729675] env[68466]: DEBUG nova.network.neutron [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.796373] env[68466]: DEBUG nova.policy [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90f11085b11842f78ac0433a9bd034c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e85acc289a4a40beb4f8ee2ba23460', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.824114] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813066, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006198} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.827054] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] fe9aa2f5-1daf-484c-acc2-5a0ad66c783d/fe9aa2f5-1daf-484c-acc2-5a0ad66c783d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.827461] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.828056] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e82044e7-176a-4d26-ba42-e5a63dcebb5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.836435] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1103.836435] env[68466]: value = "task-2813067" [ 1103.836435] env[68466]: _type = "Task" [ 1103.836435] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.849150] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.097804] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68ee4de-2978-423f-a8c4-4fd5d275f0de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.106969] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a03e7-8545-427e-8dc4-692bd56b88a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.151060] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205ef4cc-53a0-4885-80bb-47bcfaabd49a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.161171] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f04b4f-d4fd-4c1e-b1b3-7a1f1e822d94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.179314] env[68466]: DEBUG nova.compute.provider_tree [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.237767] env[68466]: DEBUG nova.compute.manager [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.257838] env[68466]: DEBUG nova.network.neutron [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.347845] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072325} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.351032] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.351032] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae382102-d2e3-4f7c-984d-3ac7ca6c405c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.375884] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] fe9aa2f5-1daf-484c-acc2-5a0ad66c783d/fe9aa2f5-1daf-484c-acc2-5a0ad66c783d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.376434] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed50fd53-af57-45b2-8b78-5f8daccf380f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.401018] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1104.401018] env[68466]: value = "task-2813068" [ 1104.401018] env[68466]: _type = "Task" [ 1104.401018] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.413153] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.566281] env[68466]: DEBUG nova.network.neutron [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Updating instance_info_cache with network_info: [{"id": "123ef52b-3a26-4b26-852b-b3f4209d1fa5", "address": "fa:16:3e:a6:a5:0f", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123ef52b-3a", "ovs_interfaceid": "123ef52b-3a26-4b26-852b-b3f4209d1fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.685025] env[68466]: DEBUG nova.scheduler.client.report [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.716127] env[68466]: DEBUG nova.network.neutron [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Successfully created port: 486b9907-3c15-4017-a6ae-07094008d22d {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.911795] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813068, 'name': ReconfigVM_Task, 'duration_secs': 0.334705} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.911927] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] fe9aa2f5-1daf-484c-acc2-5a0ad66c783d/fe9aa2f5-1daf-484c-acc2-5a0ad66c783d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.912654] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfbc87e5-6e40-4da7-8fef-b70b79c809ce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.920684] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1104.920684] env[68466]: value = "task-2813069" [ 1104.920684] env[68466]: _type = "Task" [ 1104.920684] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.930684] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813069, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.070046] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-a2725f97-0382-4572-a9f7-6f23d4bed9d9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.070046] env[68466]: DEBUG nova.compute.manager [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Instance network_info: |[{"id": "123ef52b-3a26-4b26-852b-b3f4209d1fa5", "address": "fa:16:3e:a6:a5:0f", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123ef52b-3a", "ovs_interfaceid": "123ef52b-3a26-4b26-852b-b3f4209d1fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.070576] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:a5:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '123ef52b-3a26-4b26-852b-b3f4209d1fa5', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.079960] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.079960] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.079960] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea205515-8fe6-49bb-99f9-624c5727ce1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.103186] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.103186] env[68466]: value = "task-2813070" [ 1105.103186] env[68466]: _type = "Task" [ 1105.103186] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.110692] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813070, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.167380] env[68466]: DEBUG nova.compute.manager [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Received event network-changed-123ef52b-3a26-4b26-852b-b3f4209d1fa5 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.167839] env[68466]: DEBUG nova.compute.manager [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Refreshing instance network info cache due to event network-changed-123ef52b-3a26-4b26-852b-b3f4209d1fa5. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1105.168384] env[68466]: DEBUG oslo_concurrency.lockutils [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] Acquiring lock "refresh_cache-a2725f97-0382-4572-a9f7-6f23d4bed9d9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.168654] env[68466]: DEBUG oslo_concurrency.lockutils [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] Acquired lock "refresh_cache-a2725f97-0382-4572-a9f7-6f23d4bed9d9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.169083] env[68466]: DEBUG nova.network.neutron [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Refreshing network info cache for port 123ef52b-3a26-4b26-852b-b3f4209d1fa5 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.191183] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.193970] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.851s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.221323] env[68466]: INFO nova.scheduler.client.report [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleted allocations for instance fd84892b-1149-4d89-b806-6623f1656950 [ 1105.245852] env[68466]: DEBUG nova.compute.manager [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.275784] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.276109] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.276284] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.276481] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.276722] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.276928] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.277206] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.277420] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.277609] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.277786] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.277996] env[68466]: DEBUG nova.virt.hardware [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.279171] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b950d22-3836-496d-9403-c95578012808 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.288807] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44bf6ca-4276-40f7-9da5-435728e45f22 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.430989] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813069, 'name': Rename_Task, 'duration_secs': 0.161135} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.431775] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.432166] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa6a912e-1643-4bea-822f-38c19e4d987d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.440217] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1105.440217] env[68466]: value = "task-2813071" [ 1105.440217] env[68466]: _type = "Task" [ 1105.440217] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.453352] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.613104] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813070, 'name': CreateVM_Task, 'duration_secs': 0.390902} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.613347] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.614245] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.614498] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.614925] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.615239] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb933ed-0a2b-4394-aced-f110808f4736 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.621965] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1105.621965] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528526f2-5747-9cd8-67fa-67fc3bb978c9" [ 1105.621965] env[68466]: _type = "Task" [ 1105.621965] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.631968] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528526f2-5747-9cd8-67fa-67fc3bb978c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.704397] env[68466]: INFO nova.compute.claims [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.733354] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d0d1a599-99e2-4a64-bdd7-8edcc86d79bd tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "fd84892b-1149-4d89-b806-6623f1656950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.456s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.891106] env[68466]: DEBUG nova.network.neutron [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Updated VIF entry in instance network info cache for port 123ef52b-3a26-4b26-852b-b3f4209d1fa5. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.891527] env[68466]: DEBUG nova.network.neutron [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Updating instance_info_cache with network_info: [{"id": "123ef52b-3a26-4b26-852b-b3f4209d1fa5", "address": "fa:16:3e:a6:a5:0f", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap123ef52b-3a", "ovs_interfaceid": "123ef52b-3a26-4b26-852b-b3f4209d1fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.951490] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813071, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.136482] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528526f2-5747-9cd8-67fa-67fc3bb978c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015016} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.137025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.137114] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.137334] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.137482] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.137660] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.137931] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8068106-d9a5-4ad7-85b1-8848ebb9b116 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.150474] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.150474] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.151107] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c9649d-9e96-429d-a22d-826283962f35 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.159446] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1106.159446] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b299a2-0d4d-cd3c-383e-5c0bdc59ced0" [ 1106.159446] env[68466]: _type = "Task" [ 1106.159446] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.169714] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b299a2-0d4d-cd3c-383e-5c0bdc59ced0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.211046] env[68466]: INFO nova.compute.resource_tracker [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating resource usage from migration cb0469bc-ad09-4493-8da4-9023f037a4c6 [ 1106.335969] env[68466]: DEBUG nova.network.neutron [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Successfully updated port: 486b9907-3c15-4017-a6ae-07094008d22d {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.394582] env[68466]: DEBUG oslo_concurrency.lockutils [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] Releasing lock "refresh_cache-a2725f97-0382-4572-a9f7-6f23d4bed9d9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.394848] env[68466]: DEBUG nova.compute.manager [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Received event network-changed-33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1106.395023] env[68466]: DEBUG nova.compute.manager [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Refreshing instance network info cache due to event network-changed-33993ace-973b-4f86-a8f0-a13e004edbe0. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1106.395235] env[68466]: DEBUG oslo_concurrency.lockutils [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] Acquiring lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.395373] env[68466]: DEBUG oslo_concurrency.lockutils [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] Acquired lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.395567] env[68466]: DEBUG nova.network.neutron [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Refreshing network info cache for port 33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.450721] env[68466]: DEBUG oslo_vmware.api [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813071, 'name': PowerOnVM_Task, 'duration_secs': 0.587633} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.453218] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.453426] env[68466]: INFO nova.compute.manager [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1106.453604] env[68466]: DEBUG nova.compute.manager [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.454639] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5d842f-4a4e-4420-bca7-09d70c785e28 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.531873] env[68466]: DEBUG nova.compute.manager [req-4300caa3-7c7e-451c-b795-5ab9c543002e req-5b790b83-4562-4090-8f7f-16d80e6dfb0c service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Received event network-changed-7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1106.532095] env[68466]: DEBUG nova.compute.manager [req-4300caa3-7c7e-451c-b795-5ab9c543002e req-5b790b83-4562-4090-8f7f-16d80e6dfb0c service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Refreshing instance network info cache due to event network-changed-7e94960c-fc57-4184-bbdd-12014676bd74. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1106.532320] env[68466]: DEBUG oslo_concurrency.lockutils [req-4300caa3-7c7e-451c-b795-5ab9c543002e req-5b790b83-4562-4090-8f7f-16d80e6dfb0c service nova] Acquiring lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.532445] env[68466]: DEBUG oslo_concurrency.lockutils [req-4300caa3-7c7e-451c-b795-5ab9c543002e req-5b790b83-4562-4090-8f7f-16d80e6dfb0c service nova] Acquired lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.532602] env[68466]: DEBUG nova.network.neutron [req-4300caa3-7c7e-451c-b795-5ab9c543002e req-5b790b83-4562-4090-8f7f-16d80e6dfb0c service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Refreshing network info cache for port 7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.612251] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e958a-e8b4-4f6d-a61b-6c713d76ead9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.620960] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96293c7a-40c4-4dcc-868a-2f9ebae73d45 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.667457] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f52279a-afad-40ec-8f05-347a3fb5d76d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.682251] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b299a2-0d4d-cd3c-383e-5c0bdc59ced0, 'name': SearchDatastore_Task, 'duration_secs': 0.035643} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.683548] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfc9ea3-8d76-4785-9397-f67bae77a454 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.687981] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82517ca-c314-4e41-b72a-fd9f2dd61cea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.696151] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1106.696151] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52acae3a-824e-fae6-5d49-7306d635c842" [ 1106.696151] env[68466]: _type = "Task" [ 1106.696151] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.704230] env[68466]: DEBUG nova.compute.provider_tree [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.714217] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52acae3a-824e-fae6-5d49-7306d635c842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.782393] env[68466]: DEBUG oslo_concurrency.lockutils [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.782643] env[68466]: DEBUG oslo_concurrency.lockutils [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.840534] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "refresh_cache-05b0b1f1-9b8e-44bc-8935-f35b57758a0d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.840534] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "refresh_cache-05b0b1f1-9b8e-44bc-8935-f35b57758a0d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.840534] env[68466]: DEBUG nova.network.neutron [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.975995] env[68466]: INFO nova.compute.manager [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Took 24.94 seconds to build instance. [ 1107.177986] env[68466]: DEBUG nova.network.neutron [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updated VIF entry in instance network info cache for port 33993ace-973b-4f86-a8f0-a13e004edbe0. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.178394] env[68466]: DEBUG nova.network.neutron [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updating instance_info_cache with network_info: [{"id": "33993ace-973b-4f86-a8f0-a13e004edbe0", "address": "fa:16:3e:48:40:74", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33993ace-97", "ovs_interfaceid": "33993ace-973b-4f86-a8f0-a13e004edbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.188167] env[68466]: DEBUG nova.compute.manager [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Received event network-vif-plugged-486b9907-3c15-4017-a6ae-07094008d22d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.188326] env[68466]: DEBUG oslo_concurrency.lockutils [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] Acquiring lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.188541] env[68466]: DEBUG oslo_concurrency.lockutils [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] Lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.188757] env[68466]: DEBUG oslo_concurrency.lockutils [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] Lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.188875] env[68466]: DEBUG nova.compute.manager [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] No waiting events found dispatching network-vif-plugged-486b9907-3c15-4017-a6ae-07094008d22d {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.189061] env[68466]: WARNING nova.compute.manager [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Received unexpected event network-vif-plugged-486b9907-3c15-4017-a6ae-07094008d22d for instance with vm_state building and task_state spawning. [ 1107.189230] env[68466]: DEBUG nova.compute.manager [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Received event network-changed-486b9907-3c15-4017-a6ae-07094008d22d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.189448] env[68466]: DEBUG nova.compute.manager [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Refreshing instance network info cache due to event network-changed-486b9907-3c15-4017-a6ae-07094008d22d. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1107.189736] env[68466]: DEBUG oslo_concurrency.lockutils [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] Acquiring lock "refresh_cache-05b0b1f1-9b8e-44bc-8935-f35b57758a0d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.209136] env[68466]: DEBUG nova.scheduler.client.report [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.216597] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52acae3a-824e-fae6-5d49-7306d635c842, 'name': SearchDatastore_Task, 'duration_secs': 0.034231} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.216797] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.217061] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a2725f97-0382-4572-a9f7-6f23d4bed9d9/a2725f97-0382-4572-a9f7-6f23d4bed9d9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.217322] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e148cf13-c143-4821-ad5a-acfcbc364904 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.227853] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1107.227853] env[68466]: value = "task-2813072" [ 1107.227853] env[68466]: _type = "Task" [ 1107.227853] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.237713] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.285659] env[68466]: INFO nova.compute.manager [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Detaching volume 958a1c8d-7f22-4db7-99fb-9645bcf3bf83 [ 1107.288642] env[68466]: DEBUG nova.network.neutron [req-4300caa3-7c7e-451c-b795-5ab9c543002e req-5b790b83-4562-4090-8f7f-16d80e6dfb0c service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Updated VIF entry in instance network info cache for port 7e94960c-fc57-4184-bbdd-12014676bd74. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.289079] env[68466]: DEBUG nova.network.neutron [req-4300caa3-7c7e-451c-b795-5ab9c543002e req-5b790b83-4562-4090-8f7f-16d80e6dfb0c service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Updating instance_info_cache with network_info: [{"id": "7e94960c-fc57-4184-bbdd-12014676bd74", "address": "fa:16:3e:5c:40:03", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e94960c-fc", "ovs_interfaceid": "7e94960c-fc57-4184-bbdd-12014676bd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.321689] env[68466]: INFO nova.virt.block_device [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Attempting to driver detach volume 958a1c8d-7f22-4db7-99fb-9645bcf3bf83 from mountpoint /dev/sdb [ 1107.321987] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.322215] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565231', 'volume_id': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'name': 'volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68311f9b-64cc-4e62-9db5-d1b7f8f4661b', 'attached_at': '', 'detached_at': '', 'volume_id': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'serial': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.323112] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59139510-6284-44ff-a676-06f9ccc18c44 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.348800] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f063d2b5-9310-45e3-a095-35241b66a870 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.359737] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def153f-a58c-41c8-99d8-68083b87c6b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.384160] env[68466]: DEBUG nova.network.neutron [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.386772] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebbcb2e-bacb-4a8e-a916-6e1414abd3e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.404085] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] The volume has not been displaced from its original location: [datastore2] volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83/volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.409600] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.412317] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6baf1499-ed98-4579-885a-5fd4a121d9dc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.431907] env[68466]: DEBUG oslo_vmware.api [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1107.431907] env[68466]: value = "task-2813073" [ 1107.431907] env[68466]: _type = "Task" [ 1107.431907] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.441045] env[68466]: DEBUG oslo_vmware.api [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.479335] env[68466]: DEBUG oslo_concurrency.lockutils [None req-afd6743e-f4e2-4573-b5c3-9f76588c461f tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.448s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.554223] env[68466]: DEBUG nova.network.neutron [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Updating instance_info_cache with network_info: [{"id": "486b9907-3c15-4017-a6ae-07094008d22d", "address": "fa:16:3e:dc:63:0d", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486b9907-3c", "ovs_interfaceid": "486b9907-3c15-4017-a6ae-07094008d22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.681373] env[68466]: DEBUG oslo_concurrency.lockutils [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] Releasing lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.681641] env[68466]: DEBUG nova.compute.manager [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Received event network-changed-7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.681818] env[68466]: DEBUG nova.compute.manager [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Refreshing instance network info cache due to event network-changed-7e94960c-fc57-4184-bbdd-12014676bd74. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1107.682015] env[68466]: DEBUG oslo_concurrency.lockutils [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] Acquiring lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.717767] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.524s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.718009] env[68466]: INFO nova.compute.manager [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Migrating [ 1107.728201] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.588s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.728201] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.728201] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1107.728570] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.403s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.730451] env[68466]: INFO nova.compute.claims [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.740610] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684e258a-7572-459c-90e5-48f1908f86ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.771868] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813072, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.777552] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448668ff-8c75-4dfe-92f1-97126b4288c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.800443] env[68466]: DEBUG oslo_concurrency.lockutils [req-4300caa3-7c7e-451c-b795-5ab9c543002e req-5b790b83-4562-4090-8f7f-16d80e6dfb0c service nova] Releasing lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.802238] env[68466]: DEBUG oslo_concurrency.lockutils [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] Acquired lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.802446] env[68466]: DEBUG nova.network.neutron [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Refreshing network info cache for port 7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.804721] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a590b2b4-1569-4a67-80cf-b57b147a03ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.817608] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896ce294-d065-4735-8f55-468a3e154a44 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.858844] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179323MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1107.859033] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.943019] env[68466]: DEBUG oslo_vmware.api [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813073, 'name': ReconfigVM_Task, 'duration_secs': 0.380087} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.943308] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.948275] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc2bd00-e998-40b6-a2a1-549f6009b46f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.964674] env[68466]: DEBUG oslo_vmware.api [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1107.964674] env[68466]: value = "task-2813074" [ 1107.964674] env[68466]: _type = "Task" [ 1107.964674] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.974866] env[68466]: DEBUG oslo_vmware.api [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.059244] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "refresh_cache-05b0b1f1-9b8e-44bc-8935-f35b57758a0d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.059665] env[68466]: DEBUG nova.compute.manager [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Instance network_info: |[{"id": "486b9907-3c15-4017-a6ae-07094008d22d", "address": "fa:16:3e:dc:63:0d", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486b9907-3c", "ovs_interfaceid": "486b9907-3c15-4017-a6ae-07094008d22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.060010] env[68466]: DEBUG oslo_concurrency.lockutils [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] Acquired lock "refresh_cache-05b0b1f1-9b8e-44bc-8935-f35b57758a0d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.060208] env[68466]: DEBUG nova.network.neutron [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Refreshing network info cache for port 486b9907-3c15-4017-a6ae-07094008d22d {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.061437] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:63:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '486b9907-3c15-4017-a6ae-07094008d22d', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.070131] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.070605] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.070924] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-955c8a49-d12d-4892-8952-eccbe9dedbea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.097174] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.097174] env[68466]: value = "task-2813075" [ 1108.097174] env[68466]: _type = "Task" [ 1108.097174] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.108633] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813075, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.250622] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731217} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.250932] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] a2725f97-0382-4572-a9f7-6f23d4bed9d9/a2725f97-0382-4572-a9f7-6f23d4bed9d9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.251283] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.251568] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59c3ce82-0f07-4dea-808e-ac0bdce1b0fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.260223] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1108.260223] env[68466]: value = "task-2813076" [ 1108.260223] env[68466]: _type = "Task" [ 1108.260223] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.266091] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.266434] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.266757] env[68466]: DEBUG nova.network.neutron [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.278369] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.477360] env[68466]: DEBUG oslo_vmware.api [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813074, 'name': ReconfigVM_Task, 'duration_secs': 0.281912} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.477697] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565231', 'volume_id': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'name': 'volume-958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68311f9b-64cc-4e62-9db5-d1b7f8f4661b', 'attached_at': '', 'detached_at': '', 'volume_id': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83', 'serial': '958a1c8d-7f22-4db7-99fb-9645bcf3bf83'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1108.503845] env[68466]: DEBUG nova.network.neutron [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Updated VIF entry in instance network info cache for port 7e94960c-fc57-4184-bbdd-12014676bd74. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.504258] env[68466]: DEBUG nova.network.neutron [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Updating instance_info_cache with network_info: [{"id": "7e94960c-fc57-4184-bbdd-12014676bd74", "address": "fa:16:3e:5c:40:03", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e94960c-fc", "ovs_interfaceid": "7e94960c-fc57-4184-bbdd-12014676bd74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.563926] env[68466]: DEBUG nova.compute.manager [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Received event network-changed-33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1108.564240] env[68466]: DEBUG nova.compute.manager [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Refreshing instance network info cache due to event network-changed-33993ace-973b-4f86-a8f0-a13e004edbe0. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1108.565019] env[68466]: DEBUG oslo_concurrency.lockutils [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] Acquiring lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.565193] env[68466]: DEBUG oslo_concurrency.lockutils [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] Acquired lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.565367] env[68466]: DEBUG nova.network.neutron [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Refreshing network info cache for port 33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.610163] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813075, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.781626] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109861} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.781948] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.782831] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bcc533-f0dc-4ee3-b86d-82a8960591ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.785884] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.786173] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.786411] env[68466]: INFO nova.compute.manager [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Rebooting instance [ 1108.811988] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] a2725f97-0382-4572-a9f7-6f23d4bed9d9/a2725f97-0382-4572-a9f7-6f23d4bed9d9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.815717] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82edabe8-2b03-4b75-a602-d6d977f09c29 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.837290] env[68466]: DEBUG nova.network.neutron [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Updated VIF entry in instance network info cache for port 486b9907-3c15-4017-a6ae-07094008d22d. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.837665] env[68466]: DEBUG nova.network.neutron [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Updating instance_info_cache with network_info: [{"id": "486b9907-3c15-4017-a6ae-07094008d22d", "address": "fa:16:3e:dc:63:0d", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486b9907-3c", "ovs_interfaceid": "486b9907-3c15-4017-a6ae-07094008d22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.840950] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1108.840950] env[68466]: value = "task-2813077" [ 1108.840950] env[68466]: _type = "Task" [ 1108.840950] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.854841] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.007007] env[68466]: DEBUG oslo_concurrency.lockutils [req-83c48018-271a-46ff-924c-0dda0b8fd94e req-78594828-1a03-4fa7-b2fc-6bd0d6f6ab55 service nova] Releasing lock "refresh_cache-51c5480b-a113-4693-a521-18698e3e4f20" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.010400] env[68466]: DEBUG nova.network.neutron [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance_info_cache with network_info: [{"id": "35db02dc-39a6-47e5-9699-673cb119c2ef", "address": "fa:16:3e:a7:9d:ee", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35db02dc-39", "ovs_interfaceid": "35db02dc-39a6-47e5-9699-673cb119c2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.027961] env[68466]: DEBUG nova.objects.instance [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'flavor' on Instance uuid 68311f9b-64cc-4e62-9db5-d1b7f8f4661b {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.066031] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f98ce-7e43-4f8e-8cb9-bd49cc56d47a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.076894] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de9cbb-8b27-4aee-87bb-2cd92323299c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.116785] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840548fa-41ae-4922-a24e-88f0af1e270f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.128776] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813075, 'name': CreateVM_Task, 'duration_secs': 0.601281} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.129976] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c916a0a3-1f04-4aac-b2c5-f3720d0d8a19 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.134210] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.135334] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.135505] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.135822] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.136478] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3817523b-f809-4903-99f7-49314ae2eb30 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.147335] env[68466]: DEBUG nova.compute.provider_tree [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.150119] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1109.150119] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f17fd2-d2ce-fdc8-2b1d-bd184f3b9f2b" [ 1109.150119] env[68466]: _type = "Task" [ 1109.150119] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.161941] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f17fd2-d2ce-fdc8-2b1d-bd184f3b9f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.312028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.312231] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquired lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.312411] env[68466]: DEBUG nova.network.neutron [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.315773] env[68466]: DEBUG nova.network.neutron [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updated VIF entry in instance network info cache for port 33993ace-973b-4f86-a8f0-a13e004edbe0. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.316159] env[68466]: DEBUG nova.network.neutron [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updating instance_info_cache with network_info: [{"id": "33993ace-973b-4f86-a8f0-a13e004edbe0", "address": "fa:16:3e:48:40:74", "network": {"id": "5ca781b1-d884-4ab4-a7b9-ae726501ce9c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1057248857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f98c4c5dee045d08f90eb4d81a6e4ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33993ace-97", "ovs_interfaceid": "33993ace-973b-4f86-a8f0-a13e004edbe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.345061] env[68466]: DEBUG oslo_concurrency.lockutils [req-f655ab7f-674f-4d86-9b9a-1068d69da131 req-2942e6fa-defe-4019-b8c3-364dfc71283b service nova] Releasing lock "refresh_cache-05b0b1f1-9b8e-44bc-8935-f35b57758a0d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.354728] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.513484] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.589877] env[68466]: DEBUG oslo_vmware.rw_handles [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284aa3f-b358-e1a4-1030-6ebe597876b8/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1109.590865] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6202fb21-503c-4435-a4ce-8d6421a18915 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.598186] env[68466]: DEBUG oslo_vmware.rw_handles [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284aa3f-b358-e1a4-1030-6ebe597876b8/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1109.598356] env[68466]: ERROR oslo_vmware.rw_handles [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284aa3f-b358-e1a4-1030-6ebe597876b8/disk-0.vmdk due to incomplete transfer. [ 1109.598589] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a28eafd2-e120-4658-ac4a-638b762f12dc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.607959] env[68466]: DEBUG oslo_vmware.rw_handles [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5284aa3f-b358-e1a4-1030-6ebe597876b8/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1109.608208] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Uploaded image 3507c793-9f49-43d5-a9b6-67bf9a01acb9 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1109.610843] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1109.611518] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-612e0d20-05d6-4572-a84e-d8e923c2fafd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.621038] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1109.621038] env[68466]: value = "task-2813078" [ 1109.621038] env[68466]: _type = "Task" [ 1109.621038] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.631586] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813078, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.651866] env[68466]: DEBUG nova.scheduler.client.report [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.667716] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f17fd2-d2ce-fdc8-2b1d-bd184f3b9f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.025528} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.668669] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.668905] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.669165] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.669329] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.669584] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.670118] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-020c42d2-e474-4096-9cdb-7d661782248c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.681044] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.681044] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.681044] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-becc771e-e0d3-481a-a7ec-304eaaf9ba95 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.687306] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1109.687306] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5274f49e-69c6-e19e-2158-e93564fae37a" [ 1109.687306] env[68466]: _type = "Task" [ 1109.687306] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.695909] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5274f49e-69c6-e19e-2158-e93564fae37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.818094] env[68466]: DEBUG oslo_concurrency.lockutils [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] Releasing lock "refresh_cache-3ef5c447-6391-4b5d-bb11-ca036bf89c7d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.818362] env[68466]: DEBUG nova.compute.manager [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Received event network-changed-110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.818532] env[68466]: DEBUG nova.compute.manager [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Refreshing instance network info cache due to event network-changed-110c2400-0748-4a05-bb5b-dff4ad6fad80. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1109.818721] env[68466]: DEBUG oslo_concurrency.lockutils [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] Acquiring lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.856766] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813077, 'name': ReconfigVM_Task, 'duration_secs': 0.918283} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.857081] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Reconfigured VM instance instance-0000006f to attach disk [datastore2] a2725f97-0382-4572-a9f7-6f23d4bed9d9/a2725f97-0382-4572-a9f7-6f23d4bed9d9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.857902] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a19ec5a-af91-4bf7-9a8d-1db2b19f33fb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.866385] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1109.866385] env[68466]: value = "task-2813079" [ 1109.866385] env[68466]: _type = "Task" [ 1109.866385] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.876913] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813079, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.037737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-927a5f43-b7ea-4881-9baa-8f08d9ca40e1 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.044725] env[68466]: DEBUG nova.network.neutron [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Updating instance_info_cache with network_info: [{"id": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "address": "fa:16:3e:5d:78:f2", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110c2400-07", "ovs_interfaceid": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.136297] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813078, 'name': Destroy_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.160773] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.161551] env[68466]: DEBUG nova.compute.manager [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.166069] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.141s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.167750] env[68466]: INFO nova.compute.claims [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.201927] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5274f49e-69c6-e19e-2158-e93564fae37a, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.203378] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daedb799-6e36-47ed-bee2-2eebfb5468a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.211061] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1110.211061] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52425fc4-d800-adb1-6653-f185330ce843" [ 1110.211061] env[68466]: _type = "Task" [ 1110.211061] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.223733] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52425fc4-d800-adb1-6653-f185330ce843, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.224107] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.224483] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 05b0b1f1-9b8e-44bc-8935-f35b57758a0d/05b0b1f1-9b8e-44bc-8935-f35b57758a0d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.225123] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dea8d86-8545-43ab-9a4c-6ef1d7790ef8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.233930] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1110.233930] env[68466]: value = "task-2813080" [ 1110.233930] env[68466]: _type = "Task" [ 1110.233930] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.242996] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.376857] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813079, 'name': Rename_Task, 'duration_secs': 0.245617} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.377085] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.377344] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dcd60e4-d117-48ec-ab88-41024674f9b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.384466] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1110.384466] env[68466]: value = "task-2813081" [ 1110.384466] env[68466]: _type = "Task" [ 1110.384466] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.393533] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.547713] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Releasing lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.549130] env[68466]: DEBUG oslo_concurrency.lockutils [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] Acquired lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.549329] env[68466]: DEBUG nova.network.neutron [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Refreshing network info cache for port 110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.634393] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813078, 'name': Destroy_Task, 'duration_secs': 0.570117} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.634621] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Destroyed the VM [ 1110.634881] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1110.635226] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-131b487b-4362-4859-b9e2-5d83e196b26a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.645063] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1110.645063] env[68466]: value = "task-2813082" [ 1110.645063] env[68466]: _type = "Task" [ 1110.645063] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.655974] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.675908] env[68466]: DEBUG nova.compute.utils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.687576] env[68466]: DEBUG nova.compute.manager [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.687830] env[68466]: DEBUG nova.network.neutron [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.730563] env[68466]: DEBUG nova.policy [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85068c0d12d94af5848b414b12ae8911', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d800a738b614f70993a4115a8d74dd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.744558] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463909} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.744859] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 05b0b1f1-9b8e-44bc-8935-f35b57758a0d/05b0b1f1-9b8e-44bc-8935-f35b57758a0d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.745132] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.745472] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d13d009-6471-4063-8053-8f9d68cd326b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.752948] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1110.752948] env[68466]: value = "task-2813083" [ 1110.752948] env[68466]: _type = "Task" [ 1110.752948] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.763206] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.895116] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.027876] env[68466]: DEBUG nova.network.neutron [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Successfully created port: 273015b3-9c25-479e-b64a-fd079be8e462 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.031202] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caa3f62-30f7-4245-86f5-5b772d47528d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.057825] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance '004131fc-c6fc-4f40-a09b-d42a4b0643fa' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.061323] env[68466]: DEBUG nova.compute.manager [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.062023] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d3e460-f33c-4a6a-803e-e5039580cac5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.089733] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.089733] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.089733] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.089996] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.090051] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.092344] env[68466]: INFO nova.compute.manager [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Terminating instance [ 1111.156208] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813082, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.188935] env[68466]: DEBUG nova.compute.manager [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.265403] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06808} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.265684] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.273681] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c24241-5f5d-4dd7-ae42-554b08502d92 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.306226] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 05b0b1f1-9b8e-44bc-8935-f35b57758a0d/05b0b1f1-9b8e-44bc-8935-f35b57758a0d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.311026] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b36fb95-1809-47f4-b4ce-eee37cbe30c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.332244] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1111.332244] env[68466]: value = "task-2813084" [ 1111.332244] env[68466]: _type = "Task" [ 1111.332244] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.343964] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.385753] env[68466]: DEBUG nova.network.neutron [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Updated VIF entry in instance network info cache for port 110c2400-0748-4a05-bb5b-dff4ad6fad80. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.386156] env[68466]: DEBUG nova.network.neutron [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Updating instance_info_cache with network_info: [{"id": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "address": "fa:16:3e:5d:78:f2", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110c2400-07", "ovs_interfaceid": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.397865] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813081, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.537886] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ecad46-cd96-405a-bc9a-9c0b8a46a9de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.546981] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc713768-d52a-40b2-b344-5125c036fcf4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.578810] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.581930] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5e686e-176e-498b-b79e-b2cbda216476 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.584139] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee1886c-1b1a-47cd-b61b-92655d46e542 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.593818] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd1bf1d-8d0f-4888-8e7e-9a17ae161151 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.601011] env[68466]: DEBUG nova.compute.manager [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.601690] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.601690] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1111.601690] env[68466]: value = "task-2813085" [ 1111.601690] env[68466]: _type = "Task" [ 1111.601690] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.602315] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e10e33-5fc1-454f-ada6-f2cbfc6077fb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.620465] env[68466]: DEBUG nova.compute.provider_tree [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.627046] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.630712] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f458a5b4-22d3-485e-8b52-5043628cd923 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.633457] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.641166] env[68466]: DEBUG oslo_vmware.api [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1111.641166] env[68466]: value = "task-2813086" [ 1111.641166] env[68466]: _type = "Task" [ 1111.641166] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.654143] env[68466]: DEBUG oslo_vmware.api [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.661518] env[68466]: DEBUG oslo_vmware.api [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813082, 'name': RemoveSnapshot_Task, 'duration_secs': 0.743428} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.661817] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1111.662068] env[68466]: INFO nova.compute.manager [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Took 18.22 seconds to snapshot the instance on the hypervisor. [ 1111.843764] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.888289] env[68466]: DEBUG oslo_concurrency.lockutils [req-92299242-b094-48ce-85b1-c71f3fd99619 req-d60b0739-c597-4389-a70e-7ca901234e38 service nova] Releasing lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.898556] env[68466]: DEBUG oslo_vmware.api [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813081, 'name': PowerOnVM_Task, 'duration_secs': 1.29254} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.898918] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.899193] env[68466]: INFO nova.compute.manager [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1111.899512] env[68466]: DEBUG nova.compute.manager [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.900226] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bf76ab-d39f-4912-82ab-4cdb84ef4d8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.090040] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55437ca7-8b6a-479f-a5ea-d7799100cf09 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.097329] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Doing hard reboot of VM {{(pid=68466) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1112.097594] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3fd4afc2-724b-4ea3-bccb-a09a8b858a7f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.105241] env[68466]: DEBUG oslo_vmware.api [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1112.105241] env[68466]: value = "task-2813087" [ 1112.105241] env[68466]: _type = "Task" [ 1112.105241] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.117357] env[68466]: DEBUG oslo_vmware.api [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813087, 'name': ResetVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.120477] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813085, 'name': PowerOffVM_Task, 'duration_secs': 0.304907} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.120735] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.120934] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance '004131fc-c6fc-4f40-a09b-d42a4b0643fa' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.124819] env[68466]: DEBUG nova.scheduler.client.report [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.152738] env[68466]: DEBUG oslo_vmware.api [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813086, 'name': PowerOffVM_Task, 'duration_secs': 0.266306} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.153304] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.153477] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.153735] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8cff22c-6371-4a44-836b-3a6dd6543172 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.203202] env[68466]: DEBUG nova.compute.manager [None req-fa7188c9-9452-4c36-b08f-79c1ec532bd5 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Found 1 images (rotation: 2) {{(pid=68466) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1112.205603] env[68466]: DEBUG nova.compute.manager [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.230247] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.230483] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.230694] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.230894] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.231158] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.231346] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.231567] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.231734] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.231905] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.232089] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.232272] env[68466]: DEBUG nova.virt.hardware [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.233538] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6052744-ff61-4e72-a4c4-2adbfe0ffa3b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.238177] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.239025] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.239025] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleting the datastore file [datastore1] 68311f9b-64cc-4e62-9db5-d1b7f8f4661b {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.239274] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0924e574-3923-465a-bf71-d92e1e5a1c8a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.244968] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f15b37-75ab-4e76-9c19-bbc294e99a83 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.262260] env[68466]: DEBUG oslo_vmware.api [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1112.262260] env[68466]: value = "task-2813089" [ 1112.262260] env[68466]: _type = "Task" [ 1112.262260] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.270262] env[68466]: DEBUG oslo_vmware.api [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.343306] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813084, 'name': ReconfigVM_Task, 'duration_secs': 0.619901} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.343656] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 05b0b1f1-9b8e-44bc-8935-f35b57758a0d/05b0b1f1-9b8e-44bc-8935-f35b57758a0d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.344481] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d9f0784-efdf-4e18-878d-c205bce9359d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.353016] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1112.353016] env[68466]: value = "task-2813090" [ 1112.353016] env[68466]: _type = "Task" [ 1112.353016] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.363556] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813090, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.419513] env[68466]: INFO nova.compute.manager [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Took 23.90 seconds to build instance. [ 1112.562146] env[68466]: DEBUG nova.compute.manager [req-996642e3-39dc-4b8b-bca7-4edb4861256b req-29a0d5a8-f6a3-444d-883e-f49270bcdad5 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Received event network-vif-plugged-273015b3-9c25-479e-b64a-fd079be8e462 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.562146] env[68466]: DEBUG oslo_concurrency.lockutils [req-996642e3-39dc-4b8b-bca7-4edb4861256b req-29a0d5a8-f6a3-444d-883e-f49270bcdad5 service nova] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.562146] env[68466]: DEBUG oslo_concurrency.lockutils [req-996642e3-39dc-4b8b-bca7-4edb4861256b req-29a0d5a8-f6a3-444d-883e-f49270bcdad5 service nova] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.562146] env[68466]: DEBUG oslo_concurrency.lockutils [req-996642e3-39dc-4b8b-bca7-4edb4861256b req-29a0d5a8-f6a3-444d-883e-f49270bcdad5 service nova] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.562146] env[68466]: DEBUG nova.compute.manager [req-996642e3-39dc-4b8b-bca7-4edb4861256b req-29a0d5a8-f6a3-444d-883e-f49270bcdad5 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] No waiting events found dispatching network-vif-plugged-273015b3-9c25-479e-b64a-fd079be8e462 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.562146] env[68466]: WARNING nova.compute.manager [req-996642e3-39dc-4b8b-bca7-4edb4861256b req-29a0d5a8-f6a3-444d-883e-f49270bcdad5 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Received unexpected event network-vif-plugged-273015b3-9c25-479e-b64a-fd079be8e462 for instance with vm_state building and task_state spawning. [ 1112.624539] env[68466]: DEBUG oslo_vmware.api [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813087, 'name': ResetVM_Task, 'duration_secs': 0.117068} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.628112] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Did hard reboot of VM {{(pid=68466) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1112.631054] env[68466]: DEBUG nova.compute.manager [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.633529] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.633887] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.634191] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.634521] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.634798] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.635095] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.635459] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.635756] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.636076] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.636385] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.636706] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.646361] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc46cdd7-9fbf-4748-bad9-187cdfb7fc7c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.654500] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.654500] env[68466]: DEBUG nova.compute.manager [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.661082] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087c0c45-5949-4e9d-b58e-e0e2101de571 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.678394] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.819s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.684970] env[68466]: DEBUG nova.network.neutron [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Successfully updated port: 273015b3-9c25-479e-b64a-fd079be8e462 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.685277] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d36b97b-f53f-41b3-8d89-af5c79d0bba1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.698295] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1112.698295] env[68466]: value = "task-2813091" [ 1112.698295] env[68466]: _type = "Task" [ 1112.698295] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.700194] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6460fdd0-0b84-4a7a-a8b8-a3d1d9740e20 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Suspending the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1112.703276] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-25c73cee-5ad1-405f-be1c-6eec4c3bd3ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.711774] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.713249] env[68466]: DEBUG oslo_vmware.api [None req-6460fdd0-0b84-4a7a-a8b8-a3d1d9740e20 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1112.713249] env[68466]: value = "task-2813092" [ 1112.713249] env[68466]: _type = "Task" [ 1112.713249] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.724021] env[68466]: DEBUG oslo_vmware.api [None req-6460fdd0-0b84-4a7a-a8b8-a3d1d9740e20 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813092, 'name': SuspendVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.773117] env[68466]: DEBUG oslo_vmware.api [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143891} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.773518] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.773651] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.773871] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.773931] env[68466]: INFO nova.compute.manager [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1112.774257] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.774381] env[68466]: DEBUG nova.compute.manager [-] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.774476] env[68466]: DEBUG nova.network.neutron [-] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.867179] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813090, 'name': Rename_Task, 'duration_secs': 0.151003} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.868102] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.868456] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a129d09d-c9b8-4b18-8155-72f5df7dc34b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.877931] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1112.877931] env[68466]: value = "task-2813093" [ 1112.877931] env[68466]: _type = "Task" [ 1112.877931] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.892688] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.921514] env[68466]: DEBUG oslo_concurrency.lockutils [None req-53dbb0ce-511e-4a71-8c58-9934e144d9f3 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.410s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.184235] env[68466]: DEBUG nova.compute.utils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.194808] env[68466]: DEBUG nova.compute.manager [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.194993] env[68466]: DEBUG nova.network.neutron [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.197556] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "refresh_cache-61392ab6-00ba-4098-97bd-b81720aeafd9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.197692] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired lock "refresh_cache-61392ab6-00ba-4098-97bd-b81720aeafd9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.197838] env[68466]: DEBUG nova.network.neutron [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.201595] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d04b611a-6e32-4ff0-89ad-2924412efd6e tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.415s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.215029] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813091, 'name': ReconfigVM_Task, 'duration_secs': 0.472429} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.218832] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance '004131fc-c6fc-4f40-a09b-d42a4b0643fa' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.230679] env[68466]: DEBUG oslo_vmware.api [None req-6460fdd0-0b84-4a7a-a8b8-a3d1d9740e20 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813092, 'name': SuspendVM_Task} progress is 62%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.266236] env[68466]: DEBUG nova.policy [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e335a2dd4a9444fcb48ed63d997329a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a2c239cf6345e1abb0d151c214da39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.389945] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.566241] env[68466]: DEBUG nova.network.neutron [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Successfully created port: 64561bfa-5830-4cbb-80d5-d74e7e9797b4 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.628523] env[68466]: DEBUG nova.compute.manager [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.629561] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7950a2-636d-4606-a159-ba386ca5bafd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.698038] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Applying migration context for instance 004131fc-c6fc-4f40-a09b-d42a4b0643fa as it has an incoming, in-progress migration cb0469bc-ad09-4493-8da4-9023f037a4c6. Migration status is migrating {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1113.700715] env[68466]: INFO nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating resource usage from migration cb0469bc-ad09-4493-8da4-9023f037a4c6 [ 1113.703475] env[68466]: DEBUG nova.compute.manager [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.726539] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.726807] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.726974] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.727176] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.727326] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.727481] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.727691] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.727850] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.728248] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.728495] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.728691] env[68466]: DEBUG nova.virt.hardware [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.734030] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.734384] env[68466]: DEBUG oslo_vmware.api [None req-6460fdd0-0b84-4a7a-a8b8-a3d1d9740e20 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813092, 'name': SuspendVM_Task, 'duration_secs': 0.73935} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.735449] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 9bea5d78-3afa-4e77-bd26-1cd2694c536c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.735591] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5241821c-6db7-482c-b466-9f15b8ad21e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.735713] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 68311f9b-64cc-4e62-9db5-d1b7f8f4661b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.735829] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance f136ae1c-6e1f-4a22-9fc6-94b13df53bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.735969] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 187595e3-2e27-4770-87f1-56208157d51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.736113] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 810d9838-ac7b-4e87-8d12-c08379550e9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.736228] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 1f501e89-a19c-459f-af03-975dd67fa3d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.736643] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 10f8af20-db3e-42f7-b55c-881afe845c32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.736755] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3ef5c447-6391-4b5d-bb11-ca036bf89c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.736876] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance a79c9c66-ec67-429c-8363-2452bf6e2206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.736987] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 2c688170-a4e3-45e4-bfff-d2715f59f6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.737113] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 8c7a01cc-db4b-4824-a741-ea9919fb3c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.737222] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 51c5480b-a113-4693-a521-18698e3e4f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.737338] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance fe9aa2f5-1daf-484c-acc2-5a0ad66c783d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.737469] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance a2725f97-0382-4572-a9f7-6f23d4bed9d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.737582] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 05b0b1f1-9b8e-44bc-8935-f35b57758a0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.737690] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Migration cb0469bc-ad09-4493-8da4-9023f037a4c6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1113.737797] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 004131fc-c6fc-4f40-a09b-d42a4b0643fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.737901] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 61392ab6-00ba-4098-97bd-b81720aeafd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.738035] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance b0483be3-a4ef-467e-8f3d-50fb0ccdacf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1113.738272] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1113.738408] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1113.740919] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3bdbe52-53bc-4602-8e7e-bc196cc73053 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.754579] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-6460fdd0-0b84-4a7a-a8b8-a3d1d9740e20 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Suspended the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1113.754780] env[68466]: DEBUG nova.compute.manager [None req-6460fdd0-0b84-4a7a-a8b8-a3d1d9740e20 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.756322] env[68466]: DEBUG nova.network.neutron [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.758868] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df12330c-a833-4248-8b3b-6b47369f6632 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.772076] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1113.772076] env[68466]: value = "task-2813094" [ 1113.772076] env[68466]: _type = "Task" [ 1113.772076] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.785096] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.812426] env[68466]: DEBUG nova.network.neutron [-] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.890057] env[68466]: DEBUG oslo_vmware.api [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813093, 'name': PowerOnVM_Task, 'duration_secs': 0.51427} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.892825] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.893112] env[68466]: INFO nova.compute.manager [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1113.893306] env[68466]: DEBUG nova.compute.manager [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.894753] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69c28c-4de0-4278-bd39-b813c8ba6bf0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.964370] env[68466]: DEBUG nova.network.neutron [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Updating instance_info_cache with network_info: [{"id": "273015b3-9c25-479e-b64a-fd079be8e462", "address": "fa:16:3e:a0:2d:59", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273015b3-9c", "ovs_interfaceid": "273015b3-9c25-479e-b64a-fd079be8e462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.090117] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855de1f3-2fe3-45a3-8989-0ea17a2e12fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.098839] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d70848-9951-450a-878f-c04612d382ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.132151] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceedf4d8-88d1-4813-b1bf-3e0481997aae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.140682] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2e6456-2baa-4726-a83a-24090d3f796b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.145349] env[68466]: INFO nova.compute.manager [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] instance snapshotting [ 1114.145942] env[68466]: DEBUG nova.objects.instance [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'flavor' on Instance uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.160062] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.288567] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813094, 'name': ReconfigVM_Task, 'duration_secs': 0.285579} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.292042] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.292042] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0e7f4a-1c23-4f4e-998b-efc8fa6998ab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.316367] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 004131fc-c6fc-4f40-a09b-d42a4b0643fa/004131fc-c6fc-4f40-a09b-d42a4b0643fa.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.317482] env[68466]: INFO nova.compute.manager [-] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Took 1.54 seconds to deallocate network for instance. [ 1114.317724] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ddfa311-b492-44b5-b8a9-3cfaf2e5306e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.334774] env[68466]: DEBUG nova.compute.manager [req-35aa0946-4fe5-41f2-b932-35a3a54e97d3 req-6b297906-b276-46b9-9d02-82681d855c40 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Received event network-changed-110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1114.334892] env[68466]: DEBUG nova.compute.manager [req-35aa0946-4fe5-41f2-b932-35a3a54e97d3 req-6b297906-b276-46b9-9d02-82681d855c40 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Refreshing instance network info cache due to event network-changed-110c2400-0748-4a05-bb5b-dff4ad6fad80. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1114.335120] env[68466]: DEBUG oslo_concurrency.lockutils [req-35aa0946-4fe5-41f2-b932-35a3a54e97d3 req-6b297906-b276-46b9-9d02-82681d855c40 service nova] Acquiring lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.335266] env[68466]: DEBUG oslo_concurrency.lockutils [req-35aa0946-4fe5-41f2-b932-35a3a54e97d3 req-6b297906-b276-46b9-9d02-82681d855c40 service nova] Acquired lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.335422] env[68466]: DEBUG nova.network.neutron [req-35aa0946-4fe5-41f2-b932-35a3a54e97d3 req-6b297906-b276-46b9-9d02-82681d855c40 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Refreshing network info cache for port 110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.349047] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1114.349047] env[68466]: value = "task-2813095" [ 1114.349047] env[68466]: _type = "Task" [ 1114.349047] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.358112] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.415423] env[68466]: INFO nova.compute.manager [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Took 23.60 seconds to build instance. [ 1114.467702] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Releasing lock "refresh_cache-61392ab6-00ba-4098-97bd-b81720aeafd9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.469035] env[68466]: DEBUG nova.compute.manager [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Instance network_info: |[{"id": "273015b3-9c25-479e-b64a-fd079be8e462", "address": "fa:16:3e:a0:2d:59", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273015b3-9c", "ovs_interfaceid": "273015b3-9c25-479e-b64a-fd079be8e462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.469035] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:2d:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '273015b3-9c25-479e-b64a-fd079be8e462', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.475901] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.476140] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.476369] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4b2293e-1e38-4fa8-94ab-4a7dd9bb5cbd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.497210] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.497210] env[68466]: value = "task-2813096" [ 1114.497210] env[68466]: _type = "Task" [ 1114.497210] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.505771] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813096, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.616594] env[68466]: DEBUG nova.compute.manager [req-8b14dee1-0411-46ca-b88b-c993e8ae4808 req-2a3670dc-b0b8-488a-a532-c50229fc4941 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Received event network-changed-273015b3-9c25-479e-b64a-fd079be8e462 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1114.616778] env[68466]: DEBUG nova.compute.manager [req-8b14dee1-0411-46ca-b88b-c993e8ae4808 req-2a3670dc-b0b8-488a-a532-c50229fc4941 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Refreshing instance network info cache due to event network-changed-273015b3-9c25-479e-b64a-fd079be8e462. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1114.617024] env[68466]: DEBUG oslo_concurrency.lockutils [req-8b14dee1-0411-46ca-b88b-c993e8ae4808 req-2a3670dc-b0b8-488a-a532-c50229fc4941 service nova] Acquiring lock "refresh_cache-61392ab6-00ba-4098-97bd-b81720aeafd9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.617283] env[68466]: DEBUG oslo_concurrency.lockutils [req-8b14dee1-0411-46ca-b88b-c993e8ae4808 req-2a3670dc-b0b8-488a-a532-c50229fc4941 service nova] Acquired lock "refresh_cache-61392ab6-00ba-4098-97bd-b81720aeafd9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.617349] env[68466]: DEBUG nova.network.neutron [req-8b14dee1-0411-46ca-b88b-c993e8ae4808 req-2a3670dc-b0b8-488a-a532-c50229fc4941 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Refreshing network info cache for port 273015b3-9c25-479e-b64a-fd079be8e462 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.653685] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a6f9ca-ab1c-4775-a8bf-c6509662d82a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.676245] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.680482] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00e42e1-f02b-45c9-bf6b-623a9db785f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.717013] env[68466]: DEBUG nova.compute.manager [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.747658] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.747980] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.748179] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.748369] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.748551] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.751677] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.751677] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.751677] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.751677] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.751677] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.751677] env[68466]: DEBUG nova.virt.hardware [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.751677] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca39e5-10e4-4b9d-ae67-b9593ffd8bb8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.761611] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ed8ae3-baf3-4c53-a35f-7966a1a7398e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.842321] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.860154] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813095, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.917959] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c3564434-f8af-452a-b916-754756dc47a5 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.108s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.925419] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.925679] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.925903] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.926161] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.926343] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.928738] env[68466]: INFO nova.compute.manager [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Terminating instance [ 1115.009615] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813096, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.186125] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1115.186125] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.506s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.186125] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.343s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.186125] env[68466]: DEBUG nova.objects.instance [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'resources' on Instance uuid 68311f9b-64cc-4e62-9db5-d1b7f8f4661b {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.192547] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1115.193066] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d599dc2-8044-4a39-b444-ae749a040dcc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.202962] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1115.202962] env[68466]: value = "task-2813097" [ 1115.202962] env[68466]: _type = "Task" [ 1115.202962] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.212489] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813097, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.363334] env[68466]: DEBUG nova.network.neutron [req-35aa0946-4fe5-41f2-b932-35a3a54e97d3 req-6b297906-b276-46b9-9d02-82681d855c40 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Updated VIF entry in instance network info cache for port 110c2400-0748-4a05-bb5b-dff4ad6fad80. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.363802] env[68466]: DEBUG nova.network.neutron [req-35aa0946-4fe5-41f2-b932-35a3a54e97d3 req-6b297906-b276-46b9-9d02-82681d855c40 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Updating instance_info_cache with network_info: [{"id": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "address": "fa:16:3e:5d:78:f2", "network": {"id": "470061fd-e828-47e6-b5a2-725ec6d9a474", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1582477924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a052b8bcf6aa450ea3c2b3934be8489d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap110c2400-07", "ovs_interfaceid": "110c2400-0748-4a05-bb5b-dff4ad6fad80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.371065] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813095, 'name': ReconfigVM_Task, 'duration_secs': 0.53657} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.371322] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 004131fc-c6fc-4f40-a09b-d42a4b0643fa/004131fc-c6fc-4f40-a09b-d42a4b0643fa.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.371581] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance '004131fc-c6fc-4f40-a09b-d42a4b0643fa' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.404841] env[68466]: DEBUG nova.network.neutron [req-8b14dee1-0411-46ca-b88b-c993e8ae4808 req-2a3670dc-b0b8-488a-a532-c50229fc4941 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Updated VIF entry in instance network info cache for port 273015b3-9c25-479e-b64a-fd079be8e462. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.405210] env[68466]: DEBUG nova.network.neutron [req-8b14dee1-0411-46ca-b88b-c993e8ae4808 req-2a3670dc-b0b8-488a-a532-c50229fc4941 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Updating instance_info_cache with network_info: [{"id": "273015b3-9c25-479e-b64a-fd079be8e462", "address": "fa:16:3e:a0:2d:59", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273015b3-9c", "ovs_interfaceid": "273015b3-9c25-479e-b64a-fd079be8e462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.433892] env[68466]: DEBUG nova.compute.manager [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.434141] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.435225] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb43b2-2ac2-4c25-8acd-19f119adde1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.443359] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.443605] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84bcd26f-17c6-496f-977e-c4a2b9b40e54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.450072] env[68466]: DEBUG oslo_vmware.api [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1115.450072] env[68466]: value = "task-2813098" [ 1115.450072] env[68466]: _type = "Task" [ 1115.450072] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.458222] env[68466]: DEBUG oslo_vmware.api [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.502966] env[68466]: DEBUG nova.network.neutron [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Successfully updated port: 64561bfa-5830-4cbb-80d5-d74e7e9797b4 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.510990] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813096, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.589781] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.590042] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.590250] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.590433] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.590609] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.592651] env[68466]: INFO nova.compute.manager [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Terminating instance [ 1115.662956] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.662956] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.663357] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.663357] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.663440] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.665534] env[68466]: INFO nova.compute.manager [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Terminating instance [ 1115.714435] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813097, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.868720] env[68466]: DEBUG oslo_concurrency.lockutils [req-35aa0946-4fe5-41f2-b932-35a3a54e97d3 req-6b297906-b276-46b9-9d02-82681d855c40 service nova] Releasing lock "refresh_cache-fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.884119] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d514b07-deea-44ab-8eb5-32be6b679792 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.907500] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10714356-49ce-48ef-b7f4-409221e70b6b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.910668] env[68466]: DEBUG oslo_concurrency.lockutils [req-8b14dee1-0411-46ca-b88b-c993e8ae4808 req-2a3670dc-b0b8-488a-a532-c50229fc4941 service nova] Releasing lock "refresh_cache-61392ab6-00ba-4098-97bd-b81720aeafd9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.910831] env[68466]: DEBUG nova.compute.manager [req-8b14dee1-0411-46ca-b88b-c993e8ae4808 req-2a3670dc-b0b8-488a-a532-c50229fc4941 service nova] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Received event network-vif-deleted-d2ed7500-7d5b-454a-af1e-04243dcf2531 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.928293] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance '004131fc-c6fc-4f40-a09b-d42a4b0643fa' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.962934] env[68466]: DEBUG oslo_vmware.api [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.969499] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d4379d-735c-47e8-91b9-33f6aba6e0b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.977923] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b85143-f68d-494a-a008-1dd0a8c16ccd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.011834] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "refresh_cache-b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.012022] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "refresh_cache-b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.012139] env[68466]: DEBUG nova.network.neutron [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.017134] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c7ede-9f09-4cb4-93b0-53b4b3042bfb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.029809] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5c9be3-2ed1-4abc-b06b-eebc5a8d0735 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.033745] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813096, 'name': CreateVM_Task, 'duration_secs': 1.398341} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.034483] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.035680] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.035969] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.036455] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.036798] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077ee5eb-2044-4b0d-8010-b40d859a5420 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.047323] env[68466]: DEBUG nova.compute.provider_tree [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.052502] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1116.052502] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524fe02d-8217-ae3b-1e12-01ccde6226a3" [ 1116.052502] env[68466]: _type = "Task" [ 1116.052502] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.062113] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524fe02d-8217-ae3b-1e12-01ccde6226a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.098316] env[68466]: DEBUG nova.compute.manager [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.098565] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.099552] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e775a-1335-4d97-82d5-7a3fcdbc096c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.108124] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.108390] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a40f78-47b9-4646-88b8-ff10dd2d616e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.114770] env[68466]: DEBUG oslo_vmware.api [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1116.114770] env[68466]: value = "task-2813099" [ 1116.114770] env[68466]: _type = "Task" [ 1116.114770] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.123581] env[68466]: DEBUG oslo_vmware.api [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.168848] env[68466]: DEBUG nova.compute.manager [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.169112] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.170065] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ff345-5407-4791-8034-930b46282284 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.178409] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.178665] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b18399f8-62e6-4ea9-8245-1a8b56c33f6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.214575] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813097, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.279028] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.279028] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.279028] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleting the datastore file [datastore2] a2725f97-0382-4572-a9f7-6f23d4bed9d9 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.279287] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56394f32-e812-4b4c-916b-c4aa3a262ff1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.286946] env[68466]: DEBUG oslo_vmware.api [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1116.286946] env[68466]: value = "task-2813101" [ 1116.286946] env[68466]: _type = "Task" [ 1116.286946] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.298483] env[68466]: DEBUG oslo_vmware.api [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.462921] env[68466]: DEBUG oslo_vmware.api [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813098, 'name': PowerOffVM_Task, 'duration_secs': 0.61035} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.463226] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.463395] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.463648] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62a060e3-7f86-425c-bf9a-c06f103112a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.471283] env[68466]: DEBUG nova.network.neutron [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Port 35db02dc-39a6-47e5-9699-673cb119c2ef binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1116.549871] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.550105] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.550274] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Deleting the datastore file [datastore2] fe9aa2f5-1daf-484c-acc2-5a0ad66c783d {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.551269] env[68466]: DEBUG nova.scheduler.client.report [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.554477] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6194a515-12eb-4e16-917b-01a66d7d4878 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.557620] env[68466]: DEBUG nova.network.neutron [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.571292] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524fe02d-8217-ae3b-1e12-01ccde6226a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013955} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.573407] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.573658] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.573897] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.574058] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.574241] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.574589] env[68466]: DEBUG oslo_vmware.api [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1116.574589] env[68466]: value = "task-2813103" [ 1116.574589] env[68466]: _type = "Task" [ 1116.574589] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.575142] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f744af92-f56f-4659-8e87-3b6a41818a1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.589416] env[68466]: DEBUG oslo_vmware.api [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.592194] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.592550] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.593332] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd628934-6e1a-43d7-8dcb-18d470d45186 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.600218] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1116.600218] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f017ba-df60-1e88-917e-1617bef8496b" [ 1116.600218] env[68466]: _type = "Task" [ 1116.600218] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.613111] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f017ba-df60-1e88-917e-1617bef8496b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.626193] env[68466]: DEBUG oslo_vmware.api [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813099, 'name': PowerOffVM_Task, 'duration_secs': 0.210032} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.626451] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.626698] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.627034] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaf916e3-66ab-4512-9cf4-505d38a26e82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.648851] env[68466]: DEBUG nova.compute.manager [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Received event network-vif-plugged-64561bfa-5830-4cbb-80d5-d74e7e9797b4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1116.649120] env[68466]: DEBUG oslo_concurrency.lockutils [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] Acquiring lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.649321] env[68466]: DEBUG oslo_concurrency.lockutils [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.649546] env[68466]: DEBUG oslo_concurrency.lockutils [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.649761] env[68466]: DEBUG nova.compute.manager [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] No waiting events found dispatching network-vif-plugged-64561bfa-5830-4cbb-80d5-d74e7e9797b4 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.649944] env[68466]: WARNING nova.compute.manager [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Received unexpected event network-vif-plugged-64561bfa-5830-4cbb-80d5-d74e7e9797b4 for instance with vm_state building and task_state spawning. [ 1116.650125] env[68466]: DEBUG nova.compute.manager [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Received event network-changed-64561bfa-5830-4cbb-80d5-d74e7e9797b4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1116.650282] env[68466]: DEBUG nova.compute.manager [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Refreshing instance network info cache due to event network-changed-64561bfa-5830-4cbb-80d5-d74e7e9797b4. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1116.650452] env[68466]: DEBUG oslo_concurrency.lockutils [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] Acquiring lock "refresh_cache-b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.711848] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.712235] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.712415] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleting the datastore file [datastore2] 05b0b1f1-9b8e-44bc-8935-f35b57758a0d {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.712709] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24359022-4c27-4c89-92fd-51c347adeeee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.718854] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813097, 'name': CreateSnapshot_Task, 'duration_secs': 1.014629} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.720038] env[68466]: DEBUG nova.network.neutron [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Updating instance_info_cache with network_info: [{"id": "64561bfa-5830-4cbb-80d5-d74e7e9797b4", "address": "fa:16:3e:89:33:90", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64561bfa-58", "ovs_interfaceid": "64561bfa-5830-4cbb-80d5-d74e7e9797b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.721507] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1116.722607] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ae160-25fd-4999-9cf6-eeaa8989d798 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.730122] env[68466]: DEBUG oslo_vmware.api [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1116.730122] env[68466]: value = "task-2813105" [ 1116.730122] env[68466]: _type = "Task" [ 1116.730122] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.748254] env[68466]: DEBUG oslo_vmware.api [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.796790] env[68466]: DEBUG oslo_vmware.api [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161115} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.797067] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.797259] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.797440] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.797622] env[68466]: INFO nova.compute.manager [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1116.797863] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.798059] env[68466]: DEBUG nova.compute.manager [-] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.798156] env[68466]: DEBUG nova.network.neutron [-] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.060392] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.083839] env[68466]: INFO nova.scheduler.client.report [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleted allocations for instance 68311f9b-64cc-4e62-9db5-d1b7f8f4661b [ 1117.087978] env[68466]: DEBUG oslo_vmware.api [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211459} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.090486] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.090644] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.090819] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.090995] env[68466]: INFO nova.compute.manager [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1117.091241] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.091607] env[68466]: DEBUG nova.compute.manager [-] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.091710] env[68466]: DEBUG nova.network.neutron [-] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.110945] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f017ba-df60-1e88-917e-1617bef8496b, 'name': SearchDatastore_Task, 'duration_secs': 0.013604} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.111758] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589ad448-abd7-44e9-b0fa-5573ce4c9f7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.118096] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1117.118096] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52adc07b-a899-c711-3b71-f44a43ad233b" [ 1117.118096] env[68466]: _type = "Task" [ 1117.118096] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.128713] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52adc07b-a899-c711-3b71-f44a43ad233b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.222603] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "refresh_cache-b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.223105] env[68466]: DEBUG nova.compute.manager [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Instance network_info: |[{"id": "64561bfa-5830-4cbb-80d5-d74e7e9797b4", "address": "fa:16:3e:89:33:90", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64561bfa-58", "ovs_interfaceid": "64561bfa-5830-4cbb-80d5-d74e7e9797b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.225849] env[68466]: DEBUG oslo_concurrency.lockutils [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] Acquired lock "refresh_cache-b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.225849] env[68466]: DEBUG nova.network.neutron [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Refreshing network info cache for port 64561bfa-5830-4cbb-80d5-d74e7e9797b4 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.225849] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:33:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64561bfa-5830-4cbb-80d5-d74e7e9797b4', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.239343] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.240080] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.245469] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2e1f207-28bc-40dd-96fa-821c93b46c5d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.281594] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1117.281955] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c49ac9ca-58ef-4469-ac47-93dfd6671f82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.292320] env[68466]: DEBUG oslo_vmware.api [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151549} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.294455] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.294663] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.294844] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.295027] env[68466]: INFO nova.compute.manager [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1117.295300] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.295491] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.295491] env[68466]: value = "task-2813107" [ 1117.295491] env[68466]: _type = "Task" [ 1117.295491] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.295716] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1117.295716] env[68466]: value = "task-2813106" [ 1117.295716] env[68466]: _type = "Task" [ 1117.295716] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.295901] env[68466]: DEBUG nova.compute.manager [-] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.295996] env[68466]: DEBUG nova.network.neutron [-] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.311108] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813107, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.314410] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813106, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.500991] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.500991] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.500991] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.529741] env[68466]: DEBUG nova.network.neutron [-] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.591522] env[68466]: DEBUG nova.compute.manager [req-a48cbf8d-0221-4c81-a330-65ff5bd9f5f6 req-cb478e3a-e1ed-4a3e-921c-ba2e4dd771ad service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Received event network-vif-deleted-486b9907-3c15-4017-a6ae-07094008d22d {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.591522] env[68466]: INFO nova.compute.manager [req-a48cbf8d-0221-4c81-a330-65ff5bd9f5f6 req-cb478e3a-e1ed-4a3e-921c-ba2e4dd771ad service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Neutron deleted interface 486b9907-3c15-4017-a6ae-07094008d22d; detaching it from the instance and deleting it from the info cache [ 1117.591522] env[68466]: DEBUG nova.network.neutron [req-a48cbf8d-0221-4c81-a330-65ff5bd9f5f6 req-cb478e3a-e1ed-4a3e-921c-ba2e4dd771ad service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.595782] env[68466]: DEBUG oslo_concurrency.lockutils [None req-138206f5-1b72-44ab-9971-9e33e51fe95c tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "68311f9b-64cc-4e62-9db5-d1b7f8f4661b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.506s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.634085] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52adc07b-a899-c711-3b71-f44a43ad233b, 'name': SearchDatastore_Task, 'duration_secs': 0.015207} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.634446] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.634688] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 61392ab6-00ba-4098-97bd-b81720aeafd9/61392ab6-00ba-4098-97bd-b81720aeafd9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.634997] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18bdb611-16af-4699-a774-e1e39ef53c5a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.649112] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1117.649112] env[68466]: value = "task-2813108" [ 1117.649112] env[68466]: _type = "Task" [ 1117.649112] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.660898] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.806743] env[68466]: DEBUG nova.network.neutron [-] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.820953] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813107, 'name': CreateVM_Task, 'duration_secs': 0.39154} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.821243] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813106, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.821421] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.822229] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.822306] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.823398] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.823398] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b66460-773a-401f-95dd-55e227bba64a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.829603] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1117.829603] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522d4575-3f93-2846-c77d-6af751ade091" [ 1117.829603] env[68466]: _type = "Task" [ 1117.829603] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.842753] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522d4575-3f93-2846-c77d-6af751ade091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.031624] env[68466]: INFO nova.compute.manager [-] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Took 1.23 seconds to deallocate network for instance. [ 1118.069586] env[68466]: DEBUG nova.network.neutron [-] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.095470] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c147747-3e34-498f-8120-689ed11b489a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.108164] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec81b399-4a94-47db-a299-ede3e1f9a090 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.124555] env[68466]: DEBUG nova.network.neutron [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Updated VIF entry in instance network info cache for port 64561bfa-5830-4cbb-80d5-d74e7e9797b4. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.124949] env[68466]: DEBUG nova.network.neutron [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Updating instance_info_cache with network_info: [{"id": "64561bfa-5830-4cbb-80d5-d74e7e9797b4", "address": "fa:16:3e:89:33:90", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64561bfa-58", "ovs_interfaceid": "64561bfa-5830-4cbb-80d5-d74e7e9797b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.148039] env[68466]: DEBUG nova.compute.manager [req-a48cbf8d-0221-4c81-a330-65ff5bd9f5f6 req-cb478e3a-e1ed-4a3e-921c-ba2e4dd771ad service nova] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Detach interface failed, port_id=486b9907-3c15-4017-a6ae-07094008d22d, reason: Instance 05b0b1f1-9b8e-44bc-8935-f35b57758a0d could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1118.160960] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497138} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.161252] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 61392ab6-00ba-4098-97bd-b81720aeafd9/61392ab6-00ba-4098-97bd-b81720aeafd9.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.161466] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.161714] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bfe4b11-b3f8-4547-a8c3-d43ed82c07c5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.170675] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1118.170675] env[68466]: value = "task-2813109" [ 1118.170675] env[68466]: _type = "Task" [ 1118.170675] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.180896] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.309923] env[68466]: INFO nova.compute.manager [-] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Took 1.22 seconds to deallocate network for instance. [ 1118.310315] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813106, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.344020] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522d4575-3f93-2846-c77d-6af751ade091, 'name': SearchDatastore_Task, 'duration_secs': 0.070994} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.344672] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.344672] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.345409] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.345409] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.345409] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.345814] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4746bde-186a-4dc3-a468-5c90bd8d09d0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.356505] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.356715] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.357480] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf80138-ff90-4e09-8707-b657d5f0916a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.364407] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1118.364407] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a1288c-151b-ffb2-e877-e650f83f0b39" [ 1118.364407] env[68466]: _type = "Task" [ 1118.364407] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.373324] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a1288c-151b-ffb2-e877-e650f83f0b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.541130] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.541441] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.541650] env[68466]: DEBUG nova.objects.instance [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'resources' on Instance uuid a2725f97-0382-4572-a9f7-6f23d4bed9d9 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.546851] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.547036] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.547211] env[68466]: DEBUG nova.network.neutron [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.572749] env[68466]: INFO nova.compute.manager [-] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Took 1.28 seconds to deallocate network for instance. [ 1118.629022] env[68466]: DEBUG oslo_concurrency.lockutils [req-5b68ae95-e1f6-41a0-9fa0-e3d525a32272 req-a957c451-c2e7-4411-b5f9-93e4209c38b4 service nova] Releasing lock "refresh_cache-b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.685763] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067843} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.687395] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.690871] env[68466]: DEBUG nova.compute.manager [req-0d02c504-88cb-44cf-8934-a18454ead3a2 req-6545327a-d294-4d4f-974d-2216eec53a31 service nova] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Received event network-vif-deleted-123ef52b-3a26-4b26-852b-b3f4209d1fa5 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1118.691186] env[68466]: DEBUG nova.compute.manager [req-0d02c504-88cb-44cf-8934-a18454ead3a2 req-6545327a-d294-4d4f-974d-2216eec53a31 service nova] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Received event network-vif-deleted-110c2400-0748-4a05-bb5b-dff4ad6fad80 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1118.692094] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793a060e-1725-4456-97ee-534bf1d18739 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.717197] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 61392ab6-00ba-4098-97bd-b81720aeafd9/61392ab6-00ba-4098-97bd-b81720aeafd9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.717978] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e100f18d-af1a-4f29-87be-ed7066b5ec13 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.741364] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1118.741364] env[68466]: value = "task-2813110" [ 1118.741364] env[68466]: _type = "Task" [ 1118.741364] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.750967] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.810717] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813106, 'name': CloneVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.818027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.878213] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a1288c-151b-ffb2-e877-e650f83f0b39, 'name': SearchDatastore_Task, 'duration_secs': 0.02328} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.879454] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15f34c2-c020-428f-8bf9-531c4f7e4d79 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.885655] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1118.885655] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52163a45-b7c8-19cc-0608-7f914f155c99" [ 1118.885655] env[68466]: _type = "Task" [ 1118.885655] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.893811] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52163a45-b7c8-19cc-0608-7f914f155c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.078516] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.254176] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813110, 'name': ReconfigVM_Task, 'duration_secs': 0.299306} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.254816] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 61392ab6-00ba-4098-97bd-b81720aeafd9/61392ab6-00ba-4098-97bd-b81720aeafd9.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.255336] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb4572e1-9ab5-4f92-8005-9df636a78c12 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.266120] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1119.266120] env[68466]: value = "task-2813111" [ 1119.266120] env[68466]: _type = "Task" [ 1119.266120] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.276265] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813111, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.310617] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813106, 'name': CloneVM_Task, 'duration_secs': 1.540241} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.310902] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Created linked-clone VM from snapshot [ 1119.311654] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1161b5f0-78c9-4c7f-917e-4c3de937d1d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.322780] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Uploading image 667e675d-a617-45b3-b257-0cbacd965ef6 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1119.329580] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.329799] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.332524] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48afb8a3-5fcb-49a8-9ac0-6726414edd64 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.342708] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3adbfe0-91ad-44f7-ae8d-e40b658caef9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.375958] env[68466]: DEBUG oslo_vmware.rw_handles [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1119.375958] env[68466]: value = "vm-565280" [ 1119.375958] env[68466]: _type = "VirtualMachine" [ 1119.375958] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1119.378936] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab3a4f0-03e2-4829-8e91-a9b36941bf39 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.381397] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60ea12c0-6616-4c9b-8f16-6457e2ca7d6d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.393641] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a13957-acae-49e4-8cdb-fe0c9d8caeec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.397462] env[68466]: DEBUG oslo_vmware.rw_handles [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease: (returnval){ [ 1119.397462] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521d2195-d2fd-7259-e1aa-96219523f77b" [ 1119.397462] env[68466]: _type = "HttpNfcLease" [ 1119.397462] env[68466]: } obtained for exporting VM: (result){ [ 1119.397462] env[68466]: value = "vm-565280" [ 1119.397462] env[68466]: _type = "VirtualMachine" [ 1119.397462] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1119.397697] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the lease: (returnval){ [ 1119.397697] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521d2195-d2fd-7259-e1aa-96219523f77b" [ 1119.397697] env[68466]: _type = "HttpNfcLease" [ 1119.397697] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1119.411840] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52163a45-b7c8-19cc-0608-7f914f155c99, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.412559] env[68466]: DEBUG nova.compute.provider_tree [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.414153] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.414518] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] b0483be3-a4ef-467e-8f3d-50fb0ccdacf8/b0483be3-a4ef-467e-8f3d-50fb0ccdacf8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.415061] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0ba69ce-63bf-4199-b87a-34a2f888a830 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.418167] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1119.418167] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521d2195-d2fd-7259-e1aa-96219523f77b" [ 1119.418167] env[68466]: _type = "HttpNfcLease" [ 1119.418167] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1119.418773] env[68466]: DEBUG oslo_vmware.rw_handles [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1119.418773] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521d2195-d2fd-7259-e1aa-96219523f77b" [ 1119.418773] env[68466]: _type = "HttpNfcLease" [ 1119.418773] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1119.419514] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50d7481-acaa-409d-954a-1f720eaf4a46 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.424592] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1119.424592] env[68466]: value = "task-2813113" [ 1119.424592] env[68466]: _type = "Task" [ 1119.424592] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.430720] env[68466]: DEBUG oslo_vmware.rw_handles [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbea3f-21e5-dec8-cfa8-f436956532e6/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1119.430937] env[68466]: DEBUG oslo_vmware.rw_handles [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbea3f-21e5-dec8-cfa8-f436956532e6/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1119.433272] env[68466]: DEBUG nova.network.neutron [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance_info_cache with network_info: [{"id": "35db02dc-39a6-47e5-9699-673cb119c2ef", "address": "fa:16:3e:a7:9d:ee", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35db02dc-39", "ovs_interfaceid": "35db02dc-39a6-47e5-9699-673cb119c2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.437457] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.573545] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c50dc8e-e3ea-4071-bbd6-86c336e19e5d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.777821] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813111, 'name': Rename_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.836639] env[68466]: DEBUG nova.compute.manager [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.916434] env[68466]: DEBUG nova.scheduler.client.report [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.935240] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813113, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.938970] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.277709] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813111, 'name': Rename_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.361330] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.421829] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.424593] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.607s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.424875] env[68466]: DEBUG nova.objects.instance [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lazy-loading 'resources' on Instance uuid fe9aa2f5-1daf-484c-acc2-5a0ad66c783d {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.442122] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531166} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.442951] env[68466]: INFO nova.scheduler.client.report [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted allocations for instance a2725f97-0382-4572-a9f7-6f23d4bed9d9 [ 1120.444240] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] b0483be3-a4ef-467e-8f3d-50fb0ccdacf8/b0483be3-a4ef-467e-8f3d-50fb0ccdacf8.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.445156] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.450748] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68b68fbd-5e9c-42ad-8340-4b6ac0bddaaa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.462893] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1120.462893] env[68466]: value = "task-2813114" [ 1120.462893] env[68466]: _type = "Task" [ 1120.462893] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.469851] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b5bad-829c-4f4c-a066-b3eb8b304d51 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.476212] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.501372] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cb00af-8369-4cbd-a35b-b7a901052b8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.510959] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance '004131fc-c6fc-4f40-a09b-d42a4b0643fa' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.779214] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813111, 'name': Rename_Task, 'duration_secs': 1.286218} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.779579] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.779920] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5a31f17-0ddb-4f65-96e2-7e7e64ccf5f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.787894] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1120.787894] env[68466]: value = "task-2813115" [ 1120.787894] env[68466]: _type = "Task" [ 1120.787894] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.797896] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.962390] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7521cbe6-0479-48a4-bd86-5afb00f0e9c6 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "a2725f97-0382-4572-a9f7-6f23d4bed9d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.299s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.974090] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120503} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.977159] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.978427] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9462e68-8723-404b-a617-fb80ac19ac3c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.004163] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b0483be3-a4ef-467e-8f3d-50fb0ccdacf8/b0483be3-a4ef-467e-8f3d-50fb0ccdacf8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.007741] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ba195d-3e7f-4d85-a246-8a42a5c2b833 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.024124] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.024784] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45cfe432-90b3-4178-be4c-a45de3b70380 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.037868] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1121.037868] env[68466]: value = "task-2813117" [ 1121.037868] env[68466]: _type = "Task" [ 1121.037868] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.038256] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1121.038256] env[68466]: value = "task-2813116" [ 1121.038256] env[68466]: _type = "Task" [ 1121.038256] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.057437] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813117, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.060660] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.239256] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26034331-808d-487f-8a97-6d58cf27d1ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.248154] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e71dff-1dc2-42d0-814f-f6555faa36fa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.283990] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b9d88e-6663-4b9c-996a-036f607b8253 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.296052] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644d1db5-b067-4264-98ae-b9ea1815b46b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.304062] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813115, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.316186] env[68466]: DEBUG nova.compute.provider_tree [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.551955] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813117, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.555070] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813116, 'name': ReconfigVM_Task, 'duration_secs': 0.493795} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.555346] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b0483be3-a4ef-467e-8f3d-50fb0ccdacf8/b0483be3-a4ef-467e-8f3d-50fb0ccdacf8.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.555989] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88c6733c-3bdb-427f-aa50-18146529579b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.562817] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1121.562817] env[68466]: value = "task-2813118" [ 1121.562817] env[68466]: _type = "Task" [ 1121.562817] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.572512] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813118, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.742111] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.742365] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.798938] env[68466]: DEBUG oslo_vmware.api [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813115, 'name': PowerOnVM_Task, 'duration_secs': 0.54611} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.799241] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.799446] env[68466]: INFO nova.compute.manager [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1121.799679] env[68466]: DEBUG nova.compute.manager [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.800504] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d537340-984e-4e45-95c4-71d64581b650 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.821055] env[68466]: DEBUG nova.scheduler.client.report [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.049618] env[68466]: DEBUG oslo_vmware.api [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813117, 'name': PowerOnVM_Task, 'duration_secs': 0.52097} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.049977] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.050157] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bfd5e-2ca2-49c7-a898-854107659e26 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance '004131fc-c6fc-4f40-a09b-d42a4b0643fa' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.073407] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813118, 'name': Rename_Task, 'duration_secs': 0.205339} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.073705] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.073993] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a2c6b8-55cf-4152-8868-8dbf74828301 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.082978] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1122.082978] env[68466]: value = "task-2813119" [ 1122.082978] env[68466]: _type = "Task" [ 1122.082978] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.092352] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.244745] env[68466]: DEBUG nova.compute.manager [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.320663] env[68466]: INFO nova.compute.manager [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Took 24.02 seconds to build instance. [ 1122.326446] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.328945] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.250s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.329090] env[68466]: DEBUG nova.objects.instance [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lazy-loading 'resources' on Instance uuid 05b0b1f1-9b8e-44bc-8935-f35b57758a0d {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.350244] env[68466]: INFO nova.scheduler.client.report [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Deleted allocations for instance fe9aa2f5-1daf-484c-acc2-5a0ad66c783d [ 1122.594834] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.770551] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.822911] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0d8afed5-e3d9-46cc-b136-3752751c2a72 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.528s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.860139] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1d4de8a3-2133-4784-94fa-8ee70e5c2f57 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "fe9aa2f5-1daf-484c-acc2-5a0ad66c783d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.934s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.019809] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "a79c9c66-ec67-429c-8363-2452bf6e2206" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.020103] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.020312] env[68466]: INFO nova.compute.manager [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Shelving [ 1123.098505] env[68466]: DEBUG oslo_vmware.api [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813119, 'name': PowerOnVM_Task, 'duration_secs': 0.643915} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.099062] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.099135] env[68466]: INFO nova.compute.manager [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1123.099316] env[68466]: DEBUG nova.compute.manager [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.102689] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bc5e43-8f6d-46ec-8853-a22567a0c7b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.117058] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2e3604-03b4-4644-8f97-0718e9e8b745 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.125666] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662cd8f8-4f59-4e86-bebc-61ec7a409a77 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.157877] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d611b-9042-4fe6-98c9-387a98d08e8d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.166834] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb343c36-b5d4-4dd9-b408-78f2d45197db {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.182254] env[68466]: DEBUG nova.compute.provider_tree [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.393061] env[68466]: DEBUG nova.compute.manager [req-a1da3041-a60f-43a5-96e2-6f182277c265 req-d2beeba7-cef5-4e30-ac4c-55f8728b48a2 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Received event network-changed-273015b3-9c25-479e-b64a-fd079be8e462 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.393061] env[68466]: DEBUG nova.compute.manager [req-a1da3041-a60f-43a5-96e2-6f182277c265 req-d2beeba7-cef5-4e30-ac4c-55f8728b48a2 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Refreshing instance network info cache due to event network-changed-273015b3-9c25-479e-b64a-fd079be8e462. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1123.393265] env[68466]: DEBUG oslo_concurrency.lockutils [req-a1da3041-a60f-43a5-96e2-6f182277c265 req-d2beeba7-cef5-4e30-ac4c-55f8728b48a2 service nova] Acquiring lock "refresh_cache-61392ab6-00ba-4098-97bd-b81720aeafd9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.393417] env[68466]: DEBUG oslo_concurrency.lockutils [req-a1da3041-a60f-43a5-96e2-6f182277c265 req-d2beeba7-cef5-4e30-ac4c-55f8728b48a2 service nova] Acquired lock "refresh_cache-61392ab6-00ba-4098-97bd-b81720aeafd9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.393597] env[68466]: DEBUG nova.network.neutron [req-a1da3041-a60f-43a5-96e2-6f182277c265 req-d2beeba7-cef5-4e30-ac4c-55f8728b48a2 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Refreshing network info cache for port 273015b3-9c25-479e-b64a-fd079be8e462 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.621750] env[68466]: INFO nova.compute.manager [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Took 21.62 seconds to build instance. [ 1123.685126] env[68466]: DEBUG nova.scheduler.client.report [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.031957] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.031957] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-038fb2da-7f7b-4b03-951e-fa31a390187e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.042857] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1124.042857] env[68466]: value = "task-2813120" [ 1124.042857] env[68466]: _type = "Task" [ 1124.042857] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.053933] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.125328] env[68466]: DEBUG oslo_concurrency.lockutils [None req-36b6bcab-5d0d-4e27-a544-8cd466622e7a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.130s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.189944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.193018] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.832s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.195351] env[68466]: INFO nova.compute.claims [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.227793] env[68466]: INFO nova.scheduler.client.report [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted allocations for instance 05b0b1f1-9b8e-44bc-8935-f35b57758a0d [ 1124.358242] env[68466]: DEBUG nova.network.neutron [req-a1da3041-a60f-43a5-96e2-6f182277c265 req-d2beeba7-cef5-4e30-ac4c-55f8728b48a2 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Updated VIF entry in instance network info cache for port 273015b3-9c25-479e-b64a-fd079be8e462. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.358847] env[68466]: DEBUG nova.network.neutron [req-a1da3041-a60f-43a5-96e2-6f182277c265 req-d2beeba7-cef5-4e30-ac4c-55f8728b48a2 service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Updating instance_info_cache with network_info: [{"id": "273015b3-9c25-479e-b64a-fd079be8e462", "address": "fa:16:3e:a0:2d:59", "network": {"id": "87236caf-53d8-43b8-9ecf-0d011eb08750", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1634774285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d800a738b614f70993a4115a8d74dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap273015b3-9c", "ovs_interfaceid": "273015b3-9c25-479e-b64a-fd079be8e462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.553436] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813120, 'name': PowerOffVM_Task, 'duration_secs': 0.232495} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.553743] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.554604] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027ca78d-23c7-41e9-bb55-eb54d779a53e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.575357] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d12779-e14f-48bb-9f6c-751986f9d7af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.665775] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.666066] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.666257] env[68466]: DEBUG nova.compute.manager [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Going to confirm migration 4 {{(pid=68466) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1124.695101] env[68466]: DEBUG nova.compute.manager [req-30e48acc-47b7-4235-b256-260e14e9b9c5 req-0b4a321d-8a1c-4e62-8494-d22f582e2b33 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Received event network-changed-64561bfa-5830-4cbb-80d5-d74e7e9797b4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1124.695330] env[68466]: DEBUG nova.compute.manager [req-30e48acc-47b7-4235-b256-260e14e9b9c5 req-0b4a321d-8a1c-4e62-8494-d22f582e2b33 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Refreshing instance network info cache due to event network-changed-64561bfa-5830-4cbb-80d5-d74e7e9797b4. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1124.695688] env[68466]: DEBUG oslo_concurrency.lockutils [req-30e48acc-47b7-4235-b256-260e14e9b9c5 req-0b4a321d-8a1c-4e62-8494-d22f582e2b33 service nova] Acquiring lock "refresh_cache-b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.695763] env[68466]: DEBUG oslo_concurrency.lockutils [req-30e48acc-47b7-4235-b256-260e14e9b9c5 req-0b4a321d-8a1c-4e62-8494-d22f582e2b33 service nova] Acquired lock "refresh_cache-b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.695948] env[68466]: DEBUG nova.network.neutron [req-30e48acc-47b7-4235-b256-260e14e9b9c5 req-0b4a321d-8a1c-4e62-8494-d22f582e2b33 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Refreshing network info cache for port 64561bfa-5830-4cbb-80d5-d74e7e9797b4 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.739262] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8915902-e1c6-46e6-88ab-9287960900b3 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "05b0b1f1-9b8e-44bc-8935-f35b57758a0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.149s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.862798] env[68466]: DEBUG oslo_concurrency.lockutils [req-a1da3041-a60f-43a5-96e2-6f182277c265 req-d2beeba7-cef5-4e30-ac4c-55f8728b48a2 service nova] Releasing lock "refresh_cache-61392ab6-00ba-4098-97bd-b81720aeafd9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.088293] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1125.088707] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-52e05e87-f33a-4955-b71e-4cd98ca6c2fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.098986] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1125.098986] env[68466]: value = "task-2813121" [ 1125.098986] env[68466]: _type = "Task" [ 1125.098986] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.110282] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.207639] env[68466]: DEBUG oslo_concurrency.lockutils [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "10f8af20-db3e-42f7-b55c-881afe845c32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.207965] env[68466]: DEBUG oslo_concurrency.lockutils [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "10f8af20-db3e-42f7-b55c-881afe845c32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.208032] env[68466]: DEBUG oslo_concurrency.lockutils [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "10f8af20-db3e-42f7-b55c-881afe845c32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.208696] env[68466]: DEBUG oslo_concurrency.lockutils [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "10f8af20-db3e-42f7-b55c-881afe845c32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.208696] env[68466]: DEBUG oslo_concurrency.lockutils [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "10f8af20-db3e-42f7-b55c-881afe845c32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.211116] env[68466]: INFO nova.compute.manager [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Terminating instance [ 1125.222022] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.222980] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.222980] env[68466]: DEBUG nova.network.neutron [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.222980] env[68466]: DEBUG nova.objects.instance [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lazy-loading 'info_cache' on Instance uuid 004131fc-c6fc-4f40-a09b-d42a4b0643fa {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.429221] env[68466]: DEBUG nova.network.neutron [req-30e48acc-47b7-4235-b256-260e14e9b9c5 req-0b4a321d-8a1c-4e62-8494-d22f582e2b33 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Updated VIF entry in instance network info cache for port 64561bfa-5830-4cbb-80d5-d74e7e9797b4. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.429456] env[68466]: DEBUG nova.network.neutron [req-30e48acc-47b7-4235-b256-260e14e9b9c5 req-0b4a321d-8a1c-4e62-8494-d22f582e2b33 service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Updating instance_info_cache with network_info: [{"id": "64561bfa-5830-4cbb-80d5-d74e7e9797b4", "address": "fa:16:3e:89:33:90", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64561bfa-58", "ovs_interfaceid": "64561bfa-5830-4cbb-80d5-d74e7e9797b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.507604] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f5dd7c-4de1-41aa-88e0-e7dba507f5d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.516895] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a29a3c-36a8-4728-93f3-fb4989e95cc1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.550607] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd04cb9-0467-4b31-a5a3-5fca51fc6e93 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.560346] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1745e150-8818-49e5-af11-99fd4585c9f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.578837] env[68466]: DEBUG nova.compute.provider_tree [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.609885] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813121, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.715459] env[68466]: DEBUG nova.compute.manager [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.715719] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.717372] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01588bb-107b-4783-98d5-62cc0debbf0e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.728684] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.729214] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07487c1c-96e5-450a-9172-d3f0389e86d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.739417] env[68466]: DEBUG oslo_vmware.api [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1125.739417] env[68466]: value = "task-2813122" [ 1125.739417] env[68466]: _type = "Task" [ 1125.739417] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.750089] env[68466]: DEBUG oslo_vmware.api [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.932878] env[68466]: DEBUG oslo_concurrency.lockutils [req-30e48acc-47b7-4235-b256-260e14e9b9c5 req-0b4a321d-8a1c-4e62-8494-d22f582e2b33 service nova] Releasing lock "refresh_cache-b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.083696] env[68466]: DEBUG nova.scheduler.client.report [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.111364] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813121, 'name': CreateSnapshot_Task, 'duration_secs': 0.885788} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.111655] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1126.112526] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a637b556-e657-4edc-a113-98a3529ac42c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.227110] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.227465] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.250339] env[68466]: DEBUG oslo_vmware.api [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813122, 'name': PowerOffVM_Task, 'duration_secs': 0.287172} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.250608] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.250774] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.251047] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb1560b0-808a-4fa4-88a4-6b4193452cc0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.322691] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.322953] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.323213] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Deleting the datastore file [datastore1] 10f8af20-db3e-42f7-b55c-881afe845c32 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.323501] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ea24b2c-94e0-4d23-8992-c477082395b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.331754] env[68466]: DEBUG oslo_vmware.api [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for the task: (returnval){ [ 1126.331754] env[68466]: value = "task-2813125" [ 1126.331754] env[68466]: _type = "Task" [ 1126.331754] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.339877] env[68466]: DEBUG oslo_vmware.api [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.451927] env[68466]: DEBUG nova.network.neutron [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance_info_cache with network_info: [{"id": "35db02dc-39a6-47e5-9699-673cb119c2ef", "address": "fa:16:3e:a7:9d:ee", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35db02dc-39", "ovs_interfaceid": "35db02dc-39a6-47e5-9699-673cb119c2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.588244] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.588622] env[68466]: DEBUG nova.compute.manager [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.591423] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.821s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.592953] env[68466]: INFO nova.compute.claims [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.636558] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1126.637818] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ffc5c3c3-9e17-420c-9481-15d6a90333ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.650765] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1126.650765] env[68466]: value = "task-2813126" [ 1126.650765] env[68466]: _type = "Task" [ 1126.650765] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.660751] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813126, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.730308] env[68466]: DEBUG nova.compute.manager [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1126.846485] env[68466]: DEBUG oslo_vmware.api [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Task: {'id': task-2813125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354065} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.846485] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.846700] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.847021] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.847262] env[68466]: INFO nova.compute.manager [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1126.847773] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.847890] env[68466]: DEBUG nova.compute.manager [-] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.847960] env[68466]: DEBUG nova.network.neutron [-] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.955265] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-004131fc-c6fc-4f40-a09b-d42a4b0643fa" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.955616] env[68466]: DEBUG nova.objects.instance [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lazy-loading 'migration_context' on Instance uuid 004131fc-c6fc-4f40-a09b-d42a4b0643fa {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.096756] env[68466]: DEBUG nova.compute.utils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.098755] env[68466]: DEBUG nova.compute.manager [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.098755] env[68466]: DEBUG nova.network.neutron [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.129036] env[68466]: DEBUG nova.compute.manager [req-569b6312-8b3a-4737-8a64-3da28d0de539 req-71875b0d-6f8f-404c-8b72-0296c80a4d12 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Received event network-vif-deleted-256e75dc-3c0f-4703-983c-4f8b3117729a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.129036] env[68466]: INFO nova.compute.manager [req-569b6312-8b3a-4737-8a64-3da28d0de539 req-71875b0d-6f8f-404c-8b72-0296c80a4d12 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Neutron deleted interface 256e75dc-3c0f-4703-983c-4f8b3117729a; detaching it from the instance and deleting it from the info cache [ 1127.129395] env[68466]: DEBUG nova.network.neutron [req-569b6312-8b3a-4737-8a64-3da28d0de539 req-71875b0d-6f8f-404c-8b72-0296c80a4d12 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.138788] env[68466]: DEBUG nova.policy [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd67bdef1a7640fbbc9080e5e20cdeb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f3c891e49c4fe0ab523d33fd412ae5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.161525] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813126, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.253663] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.459782] env[68466]: DEBUG nova.objects.base [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Object Instance<004131fc-c6fc-4f40-a09b-d42a4b0643fa> lazy-loaded attributes: info_cache,migration_context {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.460709] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2859c-30cb-4d00-932c-66a23b2d2f69 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.481311] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47d2938-a824-44ae-abf3-e144044458b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.487885] env[68466]: DEBUG nova.network.neutron [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Successfully created port: e6702069-1f45-44ab-941d-9e123bdc5adc {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.488686] env[68466]: DEBUG oslo_vmware.api [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1127.488686] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ceed1b-aea2-372a-6506-a481f260be9f" [ 1127.488686] env[68466]: _type = "Task" [ 1127.488686] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.499568] env[68466]: DEBUG oslo_vmware.api [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ceed1b-aea2-372a-6506-a481f260be9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.603506] env[68466]: DEBUG nova.compute.manager [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.611933] env[68466]: DEBUG nova.network.neutron [-] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.632338] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a574176d-205b-45e7-9031-4788d2ecc100 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.643306] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7aa5d12-7f7d-4c5b-841f-f1563881cd18 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.673194] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813126, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.689810] env[68466]: DEBUG nova.compute.manager [req-569b6312-8b3a-4737-8a64-3da28d0de539 req-71875b0d-6f8f-404c-8b72-0296c80a4d12 service nova] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Detach interface failed, port_id=256e75dc-3c0f-4703-983c-4f8b3117729a, reason: Instance 10f8af20-db3e-42f7-b55c-881afe845c32 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1127.912469] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d8c9f-c45a-49b6-94a6-2c7b5c5d5a6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.920770] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0603fec-47cc-42ee-a311-cd6e660b6a6a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.952533] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea94a75-b86a-403b-9362-0a3da86be270 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.963409] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f207bc-139a-406a-a9de-250a4c77600e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.980459] env[68466]: DEBUG nova.compute.provider_tree [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.002527] env[68466]: DEBUG oslo_vmware.api [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ceed1b-aea2-372a-6506-a481f260be9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.002527] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.051556] env[68466]: DEBUG oslo_vmware.rw_handles [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbea3f-21e5-dec8-cfa8-f436956532e6/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1128.053461] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c929315-bbe8-48a1-8ca6-eb520984de34 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.058372] env[68466]: DEBUG oslo_vmware.rw_handles [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbea3f-21e5-dec8-cfa8-f436956532e6/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1128.058538] env[68466]: ERROR oslo_vmware.rw_handles [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbea3f-21e5-dec8-cfa8-f436956532e6/disk-0.vmdk due to incomplete transfer. [ 1128.058753] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ffd25db-9701-47c6-8e76-cdcb1b3b602c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.065464] env[68466]: DEBUG oslo_vmware.rw_handles [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bbea3f-21e5-dec8-cfa8-f436956532e6/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1128.065651] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Uploaded image 667e675d-a617-45b3-b257-0cbacd965ef6 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1128.068912] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1128.069175] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb23b8f2-fd66-4170-b020-fd1634ea4829 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.075398] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1128.075398] env[68466]: value = "task-2813127" [ 1128.075398] env[68466]: _type = "Task" [ 1128.075398] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.084067] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813127, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.118259] env[68466]: INFO nova.compute.manager [-] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Took 1.27 seconds to deallocate network for instance. [ 1128.169441] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813126, 'name': CloneVM_Task} progress is 95%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.484079] env[68466]: DEBUG nova.scheduler.client.report [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.587077] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813127, 'name': Destroy_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.616517] env[68466]: DEBUG nova.compute.manager [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.623194] env[68466]: DEBUG oslo_concurrency.lockutils [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.640508] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.640800] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.641129] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.641240] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.641307] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.641454] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.642181] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.642181] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.642181] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.642585] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.642585] env[68466]: DEBUG nova.virt.hardware [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.647133] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829070d5-95e4-41b8-87fd-049af78288c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.652957] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f444079c-2a63-4eeb-a033-f3d885d714e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.675905] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813126, 'name': CloneVM_Task} progress is 95%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.991073] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.991687] env[68466]: DEBUG nova.compute.manager [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.998027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.742s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.998027] env[68466]: INFO nova.compute.claims [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.066352] env[68466]: DEBUG nova.compute.manager [req-c799a1c0-a8fe-49ba-8e07-635bc3efc038 req-24c2a1de-5ad9-41c4-a811-8fe3effb7419 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Received event network-vif-plugged-e6702069-1f45-44ab-941d-9e123bdc5adc {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1129.066615] env[68466]: DEBUG oslo_concurrency.lockutils [req-c799a1c0-a8fe-49ba-8e07-635bc3efc038 req-24c2a1de-5ad9-41c4-a811-8fe3effb7419 service nova] Acquiring lock "7ba0bb58-1202-4f73-a50d-bb36441c15de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.066793] env[68466]: DEBUG oslo_concurrency.lockutils [req-c799a1c0-a8fe-49ba-8e07-635bc3efc038 req-24c2a1de-5ad9-41c4-a811-8fe3effb7419 service nova] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.067070] env[68466]: DEBUG oslo_concurrency.lockutils [req-c799a1c0-a8fe-49ba-8e07-635bc3efc038 req-24c2a1de-5ad9-41c4-a811-8fe3effb7419 service nova] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.067220] env[68466]: DEBUG nova.compute.manager [req-c799a1c0-a8fe-49ba-8e07-635bc3efc038 req-24c2a1de-5ad9-41c4-a811-8fe3effb7419 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] No waiting events found dispatching network-vif-plugged-e6702069-1f45-44ab-941d-9e123bdc5adc {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.067335] env[68466]: WARNING nova.compute.manager [req-c799a1c0-a8fe-49ba-8e07-635bc3efc038 req-24c2a1de-5ad9-41c4-a811-8fe3effb7419 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Received unexpected event network-vif-plugged-e6702069-1f45-44ab-941d-9e123bdc5adc for instance with vm_state building and task_state spawning. [ 1129.085439] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813127, 'name': Destroy_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.157606] env[68466]: DEBUG nova.network.neutron [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Successfully updated port: e6702069-1f45-44ab-941d-9e123bdc5adc {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.181550] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813126, 'name': CloneVM_Task} progress is 95%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.501843] env[68466]: DEBUG nova.compute.utils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.508865] env[68466]: DEBUG nova.compute.manager [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.508865] env[68466]: DEBUG nova.network.neutron [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.548154] env[68466]: DEBUG nova.policy [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e18013abc24c4c418a7dbcb9b542b640', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6ecd68a7d62499e838904196f83343b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.586488] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813127, 'name': Destroy_Task, 'duration_secs': 1.287314} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.587023] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Destroyed the VM [ 1129.587354] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1129.587654] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-279adc60-950c-4251-9bb7-678d03253247 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.596204] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1129.596204] env[68466]: value = "task-2813129" [ 1129.596204] env[68466]: _type = "Task" [ 1129.596204] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.604191] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.660602] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "refresh_cache-7ba0bb58-1202-4f73-a50d-bb36441c15de" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.660821] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "refresh_cache-7ba0bb58-1202-4f73-a50d-bb36441c15de" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.660961] env[68466]: DEBUG nova.network.neutron [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.678692] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813126, 'name': CloneVM_Task, 'duration_secs': 2.640576} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.678998] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Created linked-clone VM from snapshot [ 1129.679821] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180b45b7-0ee1-4c25-a6f7-8e657b2a3c8f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.687474] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Uploading image c9f709c9-bbc5-483e-8efb-19dcc8387fe9 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1129.713753] env[68466]: DEBUG oslo_vmware.rw_handles [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1129.713753] env[68466]: value = "vm-565283" [ 1129.713753] env[68466]: _type = "VirtualMachine" [ 1129.713753] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1129.714097] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4b7b9ae-b1f3-43f1-9dc8-d2fef794456b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.721067] env[68466]: DEBUG oslo_vmware.rw_handles [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lease: (returnval){ [ 1129.721067] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52254b90-9f36-210e-d89f-31ff7be2701e" [ 1129.721067] env[68466]: _type = "HttpNfcLease" [ 1129.721067] env[68466]: } obtained for exporting VM: (result){ [ 1129.721067] env[68466]: value = "vm-565283" [ 1129.721067] env[68466]: _type = "VirtualMachine" [ 1129.721067] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1129.721640] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the lease: (returnval){ [ 1129.721640] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52254b90-9f36-210e-d89f-31ff7be2701e" [ 1129.721640] env[68466]: _type = "HttpNfcLease" [ 1129.721640] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1129.727691] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.727691] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52254b90-9f36-210e-d89f-31ff7be2701e" [ 1129.727691] env[68466]: _type = "HttpNfcLease" [ 1129.727691] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1129.873388] env[68466]: DEBUG nova.network.neutron [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Successfully created port: 7ddca667-b64a-4888-8aa7-6c522df809eb {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.011917] env[68466]: DEBUG nova.compute.manager [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.108440] env[68466]: DEBUG oslo_vmware.api [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813129, 'name': RemoveSnapshot_Task, 'duration_secs': 0.492024} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.108731] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1130.108981] env[68466]: INFO nova.compute.manager [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Took 15.46 seconds to snapshot the instance on the hypervisor. [ 1130.197125] env[68466]: DEBUG nova.network.neutron [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.230870] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.230870] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52254b90-9f36-210e-d89f-31ff7be2701e" [ 1130.230870] env[68466]: _type = "HttpNfcLease" [ 1130.230870] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1130.231178] env[68466]: DEBUG oslo_vmware.rw_handles [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1130.231178] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52254b90-9f36-210e-d89f-31ff7be2701e" [ 1130.231178] env[68466]: _type = "HttpNfcLease" [ 1130.231178] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1130.231910] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28ac8f3-c74d-4dc8-b5cb-ba92fa985bc9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.241513] env[68466]: DEBUG oslo_vmware.rw_handles [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6c60-594d-20c0-c4e5-5a0f1ff1a465/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1130.241687] env[68466]: DEBUG oslo_vmware.rw_handles [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6c60-594d-20c0-c4e5-5a0f1ff1a465/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1130.331790] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca52655a-5f7e-46b9-b86c-c1d9935cacb1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.339993] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35793e2c-5718-4024-b401-dfef40744e95 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.349062] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278544a3-7177-4586-b45b-ddd546381ac5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.384840] env[68466]: DEBUG nova.network.neutron [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Updating instance_info_cache with network_info: [{"id": "e6702069-1f45-44ab-941d-9e123bdc5adc", "address": "fa:16:3e:2f:7b:b1", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702069-1f", "ovs_interfaceid": "e6702069-1f45-44ab-941d-9e123bdc5adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.386569] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2fdcf9-850a-41d6-8587-49c7a706fb9b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.395610] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb5a374-f2f3-457d-b48b-e9d732881f9e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.415631] env[68466]: DEBUG nova.compute.provider_tree [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.568328] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.568715] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.568715] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.675157] env[68466]: DEBUG nova.compute.manager [None req-8a471188-6c96-4848-b917-0b5c292ecb2a tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Found 2 images (rotation: 2) {{(pid=68466) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1130.891143] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "refresh_cache-7ba0bb58-1202-4f73-a50d-bb36441c15de" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.891519] env[68466]: DEBUG nova.compute.manager [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Instance network_info: |[{"id": "e6702069-1f45-44ab-941d-9e123bdc5adc", "address": "fa:16:3e:2f:7b:b1", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702069-1f", "ovs_interfaceid": "e6702069-1f45-44ab-941d-9e123bdc5adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.891974] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:7b:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6702069-1f45-44ab-941d-9e123bdc5adc', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.900089] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.900420] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.900700] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e12e63e3-ca74-4aa3-913b-95dc1dfb3a4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.920173] env[68466]: DEBUG nova.scheduler.client.report [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.925365] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.925365] env[68466]: value = "task-2813132" [ 1130.925365] env[68466]: _type = "Task" [ 1130.925365] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.935241] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813132, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.023965] env[68466]: DEBUG nova.compute.manager [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.051061] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.051061] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.051061] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.051061] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.051061] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.051061] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.051693] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.052110] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.052523] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.052821] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.053140] env[68466]: DEBUG nova.virt.hardware [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.054995] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abe5fee-a6a9-48f6-ac06-48a4b75f0ea7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.064781] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e09e941-a563-4fcd-9e92-29eed0b9a871 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.072241] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.156172] env[68466]: DEBUG nova.compute.manager [req-a9c5d579-8afb-4d34-87b5-90a856727ff6 req-89838836-e429-4bfc-89a2-e54196b9d582 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Received event network-changed-e6702069-1f45-44ab-941d-9e123bdc5adc {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.156375] env[68466]: DEBUG nova.compute.manager [req-a9c5d579-8afb-4d34-87b5-90a856727ff6 req-89838836-e429-4bfc-89a2-e54196b9d582 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Refreshing instance network info cache due to event network-changed-e6702069-1f45-44ab-941d-9e123bdc5adc. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1131.156640] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9c5d579-8afb-4d34-87b5-90a856727ff6 req-89838836-e429-4bfc-89a2-e54196b9d582 service nova] Acquiring lock "refresh_cache-7ba0bb58-1202-4f73-a50d-bb36441c15de" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.156737] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9c5d579-8afb-4d34-87b5-90a856727ff6 req-89838836-e429-4bfc-89a2-e54196b9d582 service nova] Acquired lock "refresh_cache-7ba0bb58-1202-4f73-a50d-bb36441c15de" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.157070] env[68466]: DEBUG nova.network.neutron [req-a9c5d579-8afb-4d34-87b5-90a856727ff6 req-89838836-e429-4bfc-89a2-e54196b9d582 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Refreshing network info cache for port e6702069-1f45-44ab-941d-9e123bdc5adc {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.428298] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.428845] env[68466]: DEBUG nova.compute.manager [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.433568] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.432s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.447028] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813132, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.506760] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.507410] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.615570] env[68466]: DEBUG nova.network.neutron [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Successfully updated port: 7ddca667-b64a-4888-8aa7-6c522df809eb {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.931463] env[68466]: DEBUG nova.network.neutron [req-a9c5d579-8afb-4d34-87b5-90a856727ff6 req-89838836-e429-4bfc-89a2-e54196b9d582 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Updated VIF entry in instance network info cache for port e6702069-1f45-44ab-941d-9e123bdc5adc. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.932011] env[68466]: DEBUG nova.network.neutron [req-a9c5d579-8afb-4d34-87b5-90a856727ff6 req-89838836-e429-4bfc-89a2-e54196b9d582 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Updating instance_info_cache with network_info: [{"id": "e6702069-1f45-44ab-941d-9e123bdc5adc", "address": "fa:16:3e:2f:7b:b1", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702069-1f", "ovs_interfaceid": "e6702069-1f45-44ab-941d-9e123bdc5adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.934434] env[68466]: DEBUG nova.compute.utils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.940078] env[68466]: DEBUG nova.compute.manager [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.940393] env[68466]: DEBUG nova.network.neutron [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.952248] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813132, 'name': CreateVM_Task, 'duration_secs': 0.52712} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.952522] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.953549] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.953870] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.954346] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.954840] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80549bee-83c2-4865-a2b1-0c3009a12dcb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.973114] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1131.973114] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525642d4-29aa-99a6-5ca4-c78ba2549d4b" [ 1131.973114] env[68466]: _type = "Task" [ 1131.973114] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.982351] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525642d4-29aa-99a6-5ca4-c78ba2549d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.987553] env[68466]: DEBUG nova.policy [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90f11085b11842f78ac0433a9bd034c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20e85acc289a4a40beb4f8ee2ba23460', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.011341] env[68466]: DEBUG nova.compute.utils [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.121173] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.121173] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.121173] env[68466]: DEBUG nova.network.neutron [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.213639] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16ecb46-15f1-499f-935e-47b7e430bfc9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.222354] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6030b9-88c9-448d-b5cc-32b49b1baa8d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.255216] env[68466]: DEBUG nova.compute.manager [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.256475] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad12656a-b6f3-425c-b784-ddd1d68f3370 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.259884] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab239d6-b93b-4b32-97fb-eda2d76ef409 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.271610] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474922ec-0e01-4789-82d4-09e167518f1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.290928] env[68466]: DEBUG nova.compute.provider_tree [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.346416] env[68466]: DEBUG nova.network.neutron [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Successfully created port: 883af99c-100f-4d8d-94f2-6bf38be5ca9a {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.437902] env[68466]: DEBUG oslo_concurrency.lockutils [req-a9c5d579-8afb-4d34-87b5-90a856727ff6 req-89838836-e429-4bfc-89a2-e54196b9d582 service nova] Releasing lock "refresh_cache-7ba0bb58-1202-4f73-a50d-bb36441c15de" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.443800] env[68466]: DEBUG nova.compute.manager [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.487270] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525642d4-29aa-99a6-5ca4-c78ba2549d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.025655} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.488389] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.488671] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.488914] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.489081] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.489267] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.489858] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e33675-2262-4d0a-91a7-e8f9b89146f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.504431] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.504794] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.505651] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf02def-5847-4560-a016-8297ab0d50cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.514304] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.514891] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1132.514891] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a5de09-eee9-8510-c606-fc954f0b620b" [ 1132.514891] env[68466]: _type = "Task" [ 1132.514891] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.527672] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a5de09-eee9-8510-c606-fc954f0b620b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.655303] env[68466]: DEBUG nova.network.neutron [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.781059] env[68466]: INFO nova.compute.manager [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] instance snapshotting [ 1132.781550] env[68466]: DEBUG nova.objects.instance [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'flavor' on Instance uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.795428] env[68466]: DEBUG nova.scheduler.client.report [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.816186] env[68466]: DEBUG nova.network.neutron [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance_info_cache with network_info: [{"id": "7ddca667-b64a-4888-8aa7-6c522df809eb", "address": "fa:16:3e:43:d4:6a", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ddca667-b6", "ovs_interfaceid": "7ddca667-b64a-4888-8aa7-6c522df809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.028214] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a5de09-eee9-8510-c606-fc954f0b620b, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.029428] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50015fc-40a7-4521-8244-e0baae5da2e0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.036082] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1133.036082] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5220889f-8c58-c5eb-0683-ffa05e024197" [ 1133.036082] env[68466]: _type = "Task" [ 1133.036082] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.045143] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5220889f-8c58-c5eb-0683-ffa05e024197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.183212] env[68466]: DEBUG nova.compute.manager [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Received event network-vif-plugged-7ddca667-b64a-4888-8aa7-6c522df809eb {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1133.183431] env[68466]: DEBUG oslo_concurrency.lockutils [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] Acquiring lock "ddac5d59-473d-4181-bedb-d5195e55e9f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.183635] env[68466]: DEBUG oslo_concurrency.lockutils [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.183803] env[68466]: DEBUG oslo_concurrency.lockutils [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.183970] env[68466]: DEBUG nova.compute.manager [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] No waiting events found dispatching network-vif-plugged-7ddca667-b64a-4888-8aa7-6c522df809eb {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.184149] env[68466]: WARNING nova.compute.manager [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Received unexpected event network-vif-plugged-7ddca667-b64a-4888-8aa7-6c522df809eb for instance with vm_state building and task_state spawning. [ 1133.184306] env[68466]: DEBUG nova.compute.manager [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Received event network-changed-7ddca667-b64a-4888-8aa7-6c522df809eb {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1133.184456] env[68466]: DEBUG nova.compute.manager [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Refreshing instance network info cache due to event network-changed-7ddca667-b64a-4888-8aa7-6c522df809eb. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1133.184618] env[68466]: DEBUG oslo_concurrency.lockutils [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] Acquiring lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.287618] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c8398-ac3e-44f0-8fa9-1d0dfbe186d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.313069] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7312795a-bcbe-406e-8689-1f85cdbaa9bc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.319020] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.319355] env[68466]: DEBUG nova.compute.manager [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Instance network_info: |[{"id": "7ddca667-b64a-4888-8aa7-6c522df809eb", "address": "fa:16:3e:43:d4:6a", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ddca667-b6", "ovs_interfaceid": "7ddca667-b64a-4888-8aa7-6c522df809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.321731] env[68466]: DEBUG oslo_concurrency.lockutils [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] Acquired lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.321930] env[68466]: DEBUG nova.network.neutron [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Refreshing network info cache for port 7ddca667-b64a-4888-8aa7-6c522df809eb {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.323153] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:d4:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ddca667-b64a-4888-8aa7-6c522df809eb', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.332481] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.336744] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.340529] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4d54471-3f6e-471d-8d52-8ae669c8aaae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.362955] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.362955] env[68466]: value = "task-2813134" [ 1133.362955] env[68466]: _type = "Task" [ 1133.362955] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.372205] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813134, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.455549] env[68466]: DEBUG nova.compute.manager [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.478586] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.478780] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.479023] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.479291] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.479500] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.479716] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.480015] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.480242] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.480523] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.480729] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.481107] env[68466]: DEBUG nova.virt.hardware [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.481923] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ae07fc-4372-4592-b53c-46de56595732 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.491699] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb5905-033f-4169-b5b2-e2056b60fb6f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.547134] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5220889f-8c58-c5eb-0683-ffa05e024197, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.547416] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.547698] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 7ba0bb58-1202-4f73-a50d-bb36441c15de/7ba0bb58-1202-4f73-a50d-bb36441c15de.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.547961] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315863cb-206f-472a-8246-630b3ccfe65e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.556720] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1133.556720] env[68466]: value = "task-2813135" [ 1133.556720] env[68466]: _type = "Task" [ 1133.556720] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.565970] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.587022] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.587377] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.587641] env[68466]: INFO nova.compute.manager [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Attaching volume 6ca97d55-d344-463d-8f09-f7924f4b32a6 to /dev/sdb [ 1133.626258] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a914e68-b0d8-4102-977e-2b89b9686588 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.637104] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094f0ea6-eeed-4c6a-b783-f6efb8ac0fc9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.659544] env[68466]: DEBUG nova.virt.block_device [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating existing volume attachment record: fac381d7-7dac-4158-8f13-bfba90abb767 {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1133.818888] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.385s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.824151] env[68466]: DEBUG oslo_concurrency.lockutils [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.201s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.824602] env[68466]: DEBUG nova.objects.instance [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lazy-loading 'resources' on Instance uuid 10f8af20-db3e-42f7-b55c-881afe845c32 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.845146] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1133.845146] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a6c1758-0665-4482-8201-24b38e062ea5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.855454] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1133.855454] env[68466]: value = "task-2813137" [ 1133.855454] env[68466]: _type = "Task" [ 1133.855454] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.860326] env[68466]: INFO nova.compute.manager [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Rebuilding instance [ 1133.877161] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813137, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.885974] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813134, 'name': CreateVM_Task, 'duration_secs': 0.382579} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.885974] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.886762] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.886940] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.887518] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.887670] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe53627-026b-413d-9106-5ab63583d1db {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.905831] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1133.905831] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f8d6a2-a2d6-6744-eddc-e37d33c84224" [ 1133.905831] env[68466]: _type = "Task" [ 1133.905831] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.914743] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f8d6a2-a2d6-6744-eddc-e37d33c84224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.932825] env[68466]: DEBUG nova.compute.manager [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.934100] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ea572d-6b1c-4da9-99c3-ab5eb9c733a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.062926] env[68466]: DEBUG nova.network.neutron [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Successfully updated port: 883af99c-100f-4d8d-94f2-6bf38be5ca9a {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.078457] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813135, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.097116] env[68466]: DEBUG nova.network.neutron [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updated VIF entry in instance network info cache for port 7ddca667-b64a-4888-8aa7-6c522df809eb. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.097534] env[68466]: DEBUG nova.network.neutron [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance_info_cache with network_info: [{"id": "7ddca667-b64a-4888-8aa7-6c522df809eb", "address": "fa:16:3e:43:d4:6a", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ddca667-b6", "ovs_interfaceid": "7ddca667-b64a-4888-8aa7-6c522df809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.366056] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813137, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.380275] env[68466]: INFO nova.scheduler.client.report [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted allocation for migration cb0469bc-ad09-4493-8da4-9023f037a4c6 [ 1134.417659] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f8d6a2-a2d6-6744-eddc-e37d33c84224, 'name': SearchDatastore_Task, 'duration_secs': 0.022046} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.419026] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.419026] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.419263] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.419383] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.419568] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.420130] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50a3df49-2702-4b28-8e05-ce2ff46a2aa3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.430224] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.430421] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.431199] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23dab8b3-b9c5-4196-9bd0-6ef0a94103f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.439927] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1134.439927] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a57374-0177-2c16-6ace-faf052d52f31" [ 1134.439927] env[68466]: _type = "Task" [ 1134.439927] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.450353] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a57374-0177-2c16-6ace-faf052d52f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.565692] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "refresh_cache-0fbf4b6c-f7bb-469d-9883-5084701a15d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.565844] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "refresh_cache-0fbf4b6c-f7bb-469d-9883-5084701a15d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.565994] env[68466]: DEBUG nova.network.neutron [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.571593] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54731} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.572109] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 7ba0bb58-1202-4f73-a50d-bb36441c15de/7ba0bb58-1202-4f73-a50d-bb36441c15de.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.572349] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.572764] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c785dedb-8f4a-4b1b-a999-b742e9a1ca6d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.584680] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1134.584680] env[68466]: value = "task-2813140" [ 1134.584680] env[68466]: _type = "Task" [ 1134.584680] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.590460] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1458519d-bf23-4f68-b91c-50de66b0a3a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.601784] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d6567a-6d09-4ced-b5dd-2c28c23c5c1d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.605938] env[68466]: DEBUG oslo_concurrency.lockutils [req-acc7ca0d-0a05-42d4-9eb6-acdf90002cd7 req-a8b3acd4-a456-4f7e-a7f2-36ebd3285be6 service nova] Releasing lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.606412] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.643468] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca6cc59-7eeb-4c7b-957c-020aba98dd36 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.653674] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f63b73e-6403-4415-a88a-7419d9cf1a54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.670020] env[68466]: DEBUG nova.compute.provider_tree [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.865669] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813137, 'name': CreateSnapshot_Task, 'duration_secs': 0.850199} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.866164] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1134.866635] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577acdf-18b1-4284-a45e-c353b48344ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.886675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1436034e-f4bc-481f-9fbd-a5c6e61f7440 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.219s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.952725] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a57374-0177-2c16-6ace-faf052d52f31, 'name': SearchDatastore_Task, 'duration_secs': 0.015044} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.953911] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.954065] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62144b9d-d38a-4be2-ad17-7652053ca042 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.956424] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c7bc93-79c4-44c4-aa86-b066efeb459c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.962923] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1134.962923] env[68466]: value = "task-2813142" [ 1134.962923] env[68466]: _type = "Task" [ 1134.962923] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.964355] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1134.964355] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ab8de0-40f5-a9d7-e72e-2dba32b9c68d" [ 1134.964355] env[68466]: _type = "Task" [ 1134.964355] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.975981] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.979023] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ab8de0-40f5-a9d7-e72e-2dba32b9c68d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.095580] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071213} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.095861] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.096691] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09848f3-6c1a-4982-aa6d-54c5e1cc7eb4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.121161] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 7ba0bb58-1202-4f73-a50d-bb36441c15de/7ba0bb58-1202-4f73-a50d-bb36441c15de.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.122340] env[68466]: DEBUG nova.network.neutron [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.124432] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd08e26b-918d-455e-b469-6e68156122e2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.148585] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1135.148585] env[68466]: value = "task-2813143" [ 1135.148585] env[68466]: _type = "Task" [ 1135.148585] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.158599] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.174275] env[68466]: DEBUG nova.scheduler.client.report [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.217706] env[68466]: DEBUG nova.compute.manager [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Received event network-vif-plugged-883af99c-100f-4d8d-94f2-6bf38be5ca9a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.217971] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] Acquiring lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.218295] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.219038] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.219038] env[68466]: DEBUG nova.compute.manager [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] No waiting events found dispatching network-vif-plugged-883af99c-100f-4d8d-94f2-6bf38be5ca9a {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.219038] env[68466]: WARNING nova.compute.manager [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Received unexpected event network-vif-plugged-883af99c-100f-4d8d-94f2-6bf38be5ca9a for instance with vm_state building and task_state spawning. [ 1135.219215] env[68466]: DEBUG nova.compute.manager [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Received event network-changed-883af99c-100f-4d8d-94f2-6bf38be5ca9a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.219356] env[68466]: DEBUG nova.compute.manager [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Refreshing instance network info cache due to event network-changed-883af99c-100f-4d8d-94f2-6bf38be5ca9a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1135.219604] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] Acquiring lock "refresh_cache-0fbf4b6c-f7bb-469d-9883-5084701a15d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.298540] env[68466]: DEBUG nova.network.neutron [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Updating instance_info_cache with network_info: [{"id": "883af99c-100f-4d8d-94f2-6bf38be5ca9a", "address": "fa:16:3e:49:f1:94", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883af99c-10", "ovs_interfaceid": "883af99c-100f-4d8d-94f2-6bf38be5ca9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.384663] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1135.386042] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b93fc61-b45c-40b1-ad68-a066b699f8e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.396526] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1135.396526] env[68466]: value = "task-2813144" [ 1135.396526] env[68466]: _type = "Task" [ 1135.396526] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.406341] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813144, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.477557] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813142, 'name': PowerOffVM_Task, 'duration_secs': 0.240808} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.481493] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.481759] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.482141] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52ab8de0-40f5-a9d7-e72e-2dba32b9c68d, 'name': SearchDatastore_Task, 'duration_secs': 0.024008} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.482899] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cad2c5-fce6-44e5-9069-394ae1245bad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.485869] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.486184] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] ddac5d59-473d-4181-bedb-d5195e55e9f5/ddac5d59-473d-4181-bedb-d5195e55e9f5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.486502] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-665e29ab-13a1-4470-811f-b80d2e322a65 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.494303] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.495718] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f756f08b-8611-47e3-9385-c043488e5adf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.497478] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1135.497478] env[68466]: value = "task-2813145" [ 1135.497478] env[68466]: _type = "Task" [ 1135.497478] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.510890] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.581169] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.581512] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.581602] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleting the datastore file [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.581876] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-301cb3f6-f352-4e11-82c2-dd19916d633f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.589833] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1135.589833] env[68466]: value = "task-2813147" [ 1135.589833] env[68466]: _type = "Task" [ 1135.589833] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.598023] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.659616] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.680953] env[68466]: DEBUG oslo_concurrency.lockutils [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.684057] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.612s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.684314] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.684489] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1135.685465] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbab767a-1f0d-405b-8bac-a2c28dac925b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.695083] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2217d4-5200-4214-852d-9fcc4513a92e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.715355] env[68466]: INFO nova.scheduler.client.report [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Deleted allocations for instance 10f8af20-db3e-42f7-b55c-881afe845c32 [ 1135.717122] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fa1126-1e02-4e0f-8d7a-c607bd36eb6f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.730265] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c388d81-2422-4c4c-8b2e-c9ef1a3f4f10 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.769445] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.770027] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.770507] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.770884] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.771228] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.773127] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179191MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1135.773535] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.773865] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.777164] env[68466]: INFO nova.compute.manager [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Terminating instance [ 1135.802092] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "refresh_cache-0fbf4b6c-f7bb-469d-9883-5084701a15d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.804053] env[68466]: DEBUG nova.compute.manager [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Instance network_info: |[{"id": "883af99c-100f-4d8d-94f2-6bf38be5ca9a", "address": "fa:16:3e:49:f1:94", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883af99c-10", "ovs_interfaceid": "883af99c-100f-4d8d-94f2-6bf38be5ca9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.804053] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] Acquired lock "refresh_cache-0fbf4b6c-f7bb-469d-9883-5084701a15d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.804053] env[68466]: DEBUG nova.network.neutron [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Refreshing network info cache for port 883af99c-100f-4d8d-94f2-6bf38be5ca9a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.805245] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:f1:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '883af99c-100f-4d8d-94f2-6bf38be5ca9a', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.815300] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.815866] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.816142] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c9579b9-48b5-46cf-90ec-4cea812dc349 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.842720] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.842720] env[68466]: value = "task-2813148" [ 1135.842720] env[68466]: _type = "Task" [ 1135.842720] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.855945] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813148, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.911267] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813144, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.010680] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.103653] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282275} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.103949] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.104196] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.104467] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.165161] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813143, 'name': ReconfigVM_Task, 'duration_secs': 0.768029} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.165623] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 7ba0bb58-1202-4f73-a50d-bb36441c15de/7ba0bb58-1202-4f73-a50d-bb36441c15de.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.166539] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c21a2f7-8350-45e0-92d4-33e2cea0488b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.174525] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1136.174525] env[68466]: value = "task-2813150" [ 1136.174525] env[68466]: _type = "Task" [ 1136.174525] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.184814] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813150, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.227672] env[68466]: DEBUG oslo_concurrency.lockutils [None req-caa83669-ad6d-42be-8770-a2785780fb49 tempest-SecurityGroupsTestJSON-1415755740 tempest-SecurityGroupsTestJSON-1415755740-project-member] Lock "10f8af20-db3e-42f7-b55c-881afe845c32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.020s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.287773] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "3221f820-0b03-48bf-a4a4-02ead3522287" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.288047] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3221f820-0b03-48bf-a4a4-02ead3522287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.291727] env[68466]: DEBUG nova.compute.manager [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.291973] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.293461] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b443c1ca-dbfc-43cd-b41b-84ed9554476a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.301978] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.302202] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0552bb37-f09c-4252-8591-9bdbfc2cf79e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.311121] env[68466]: DEBUG oslo_vmware.api [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1136.311121] env[68466]: value = "task-2813151" [ 1136.311121] env[68466]: _type = "Task" [ 1136.311121] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.334065] env[68466]: DEBUG oslo_vmware.api [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.361536] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813148, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.421746] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813144, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.509236] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672647} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.509561] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] ddac5d59-473d-4181-bedb-d5195e55e9f5/ddac5d59-473d-4181-bedb-d5195e55e9f5.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.509869] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.510182] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c7fcdd1-96e9-4c3b-abc8-d1f01b1115bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.516956] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1136.516956] env[68466]: value = "task-2813152" [ 1136.516956] env[68466]: _type = "Task" [ 1136.516956] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.528151] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.567790] env[68466]: DEBUG nova.network.neutron [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Updated VIF entry in instance network info cache for port 883af99c-100f-4d8d-94f2-6bf38be5ca9a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.568278] env[68466]: DEBUG nova.network.neutron [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Updating instance_info_cache with network_info: [{"id": "883af99c-100f-4d8d-94f2-6bf38be5ca9a", "address": "fa:16:3e:49:f1:94", "network": {"id": "d52717f1-f31a-4b22-8545-57b7cfa34f25", "bridge": "br-int", "label": "tempest-ServersTestJSON-221814316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20e85acc289a4a40beb4f8ee2ba23460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883af99c-10", "ovs_interfaceid": "883af99c-100f-4d8d-94f2-6bf38be5ca9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.687982] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813150, 'name': Rename_Task, 'duration_secs': 0.192851} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.687982] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.687982] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc09ec7f-6376-409b-b260-fe6db8277f2b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.694791] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1136.694791] env[68466]: value = "task-2813153" [ 1136.694791] env[68466]: _type = "Task" [ 1136.694791] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.702748] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.796818] env[68466]: DEBUG nova.compute.manager [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.823434] env[68466]: DEBUG oslo_vmware.api [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813151, 'name': PowerOffVM_Task, 'duration_secs': 0.196014} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.823703] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.823867] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.824913] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 9bea5d78-3afa-4e77-bd26-1cd2694c536c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.825067] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 5241821c-6db7-482c-b466-9f15b8ad21e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.825191] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance f136ae1c-6e1f-4a22-9fc6-94b13df53bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.825314] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 187595e3-2e27-4770-87f1-56208157d51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.825427] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 810d9838-ac7b-4e87-8d12-c08379550e9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.825535] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 1f501e89-a19c-459f-af03-975dd67fa3d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.825701] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3ef5c447-6391-4b5d-bb11-ca036bf89c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.825773] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance a79c9c66-ec67-429c-8363-2452bf6e2206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.825856] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 2c688170-a4e3-45e4-bfff-d2715f59f6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.825967] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 8c7a01cc-db4b-4824-a741-ea9919fb3c3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.826095] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 51c5480b-a113-4693-a521-18698e3e4f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.826508] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 004131fc-c6fc-4f40-a09b-d42a4b0643fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.826508] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 61392ab6-00ba-4098-97bd-b81720aeafd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.826508] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance b0483be3-a4ef-467e-8f3d-50fb0ccdacf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.826508] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 7ba0bb58-1202-4f73-a50d-bb36441c15de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.826720] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance ddac5d59-473d-4181-bedb-d5195e55e9f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.826720] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 0fbf4b6c-f7bb-469d-9883-5084701a15d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1136.831042] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f927acd2-a9f9-4a53-bc35-3e0d93e9fbe7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.860759] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813148, 'name': CreateVM_Task, 'duration_secs': 0.571805} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.860932] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.861703] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.861887] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.862244] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.862505] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2c592c-368e-4f97-afc9-95af9a41b09a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.867970] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1136.867970] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5257491d-8bdb-b529-918e-29ed212c0718" [ 1136.867970] env[68466]: _type = "Task" [ 1136.867970] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.877798] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5257491d-8bdb-b529-918e-29ed212c0718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.897557] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.897836] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.898042] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleting the datastore file [datastore2] 004131fc-c6fc-4f40-a09b-d42a4b0643fa {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.898312] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfca8711-97f4-4e7b-a46c-0d01b03499bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.913571] env[68466]: DEBUG oslo_vmware.api [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1136.913571] env[68466]: value = "task-2813155" [ 1136.913571] env[68466]: _type = "Task" [ 1136.913571] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.913571] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813144, 'name': CloneVM_Task, 'duration_secs': 1.425295} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.913830] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Created linked-clone VM from snapshot [ 1136.919155] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d39ada-2b73-407a-9817-5d4cf1c03fad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.927981] env[68466]: DEBUG oslo_vmware.api [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.928679] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Uploading image bd6ee8ef-d6cd-479c-bef0-6bd09d2fed51 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1136.965186] env[68466]: DEBUG oslo_vmware.rw_handles [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1136.965186] env[68466]: value = "vm-565290" [ 1136.965186] env[68466]: _type = "VirtualMachine" [ 1136.965186] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1136.965568] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c2d81bc6-8ac4-4411-bfe8-f7f7b14f0e03 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.981791] env[68466]: DEBUG oslo_vmware.rw_handles [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease: (returnval){ [ 1136.981791] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5203d96f-7c1d-cb57-465e-c8904595159a" [ 1136.981791] env[68466]: _type = "HttpNfcLease" [ 1136.981791] env[68466]: } obtained for exporting VM: (result){ [ 1136.981791] env[68466]: value = "vm-565290" [ 1136.981791] env[68466]: _type = "VirtualMachine" [ 1136.981791] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1136.982205] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the lease: (returnval){ [ 1136.982205] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5203d96f-7c1d-cb57-465e-c8904595159a" [ 1136.982205] env[68466]: _type = "HttpNfcLease" [ 1136.982205] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1136.991017] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1136.991017] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5203d96f-7c1d-cb57-465e-c8904595159a" [ 1136.991017] env[68466]: _type = "HttpNfcLease" [ 1136.991017] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1137.026314] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073692} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.026594] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.027400] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69486a0b-e14f-47da-95f7-9c7b7daed154 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.050080] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ddac5d59-473d-4181-bedb-d5195e55e9f5/ddac5d59-473d-4181-bedb-d5195e55e9f5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.050402] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f03c9e-bdff-4989-8abb-983d0c12c7c0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.072178] env[68466]: DEBUG oslo_concurrency.lockutils [req-cc128365-3748-4260-8972-ac48c3621114 req-79148056-cbe2-404b-a344-31e6f5923718 service nova] Releasing lock "refresh_cache-0fbf4b6c-f7bb-469d-9883-5084701a15d1" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.072678] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1137.072678] env[68466]: value = "task-2813158" [ 1137.072678] env[68466]: _type = "Task" [ 1137.072678] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.082821] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.141027] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.141297] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.141474] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.141693] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.141849] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.142018] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.142250] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.142413] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.142581] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.142811] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.143050] env[68466]: DEBUG nova.virt.hardware [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.144214] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4d646-ec0b-47ef-a850-f95ad22e5634 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.158445] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a54db8-4a1a-4d79-92f3-d450efc8f9f9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.178128] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:32:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fd187b2-c40e-4cab-85ec-df2940978e8f', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.186455] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.186819] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.189974] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f14a90b-d294-4982-a5c2-f7925bea3143 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.213902] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.215345] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.215345] env[68466]: value = "task-2813159" [ 1137.215345] env[68466]: _type = "Task" [ 1137.215345] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.224351] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813159, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.318760] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.330215] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3221f820-0b03-48bf-a4a4-02ead3522287 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1137.330918] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1137.330918] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1137.384502] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5257491d-8bdb-b529-918e-29ed212c0718, 'name': SearchDatastore_Task, 'duration_secs': 0.015635} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.385274] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.385672] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.386158] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.386332] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.386522] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.387365] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59352292-451f-4727-b9f9-27734818c267 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.403373] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.403585] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.404378] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22235965-c287-4b31-b5ef-d0a9421d4281 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.413155] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1137.413155] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c538cf-2d27-06de-b2fd-361600f0599e" [ 1137.413155] env[68466]: _type = "Task" [ 1137.413155] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.431025] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c538cf-2d27-06de-b2fd-361600f0599e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.433501] env[68466]: DEBUG oslo_vmware.api [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27159} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.433763] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.433949] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.434479] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.434479] env[68466]: INFO nova.compute.manager [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1137.434627] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.434839] env[68466]: DEBUG nova.compute.manager [-] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.434943] env[68466]: DEBUG nova.network.neutron [-] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.490056] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1137.490056] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5203d96f-7c1d-cb57-465e-c8904595159a" [ 1137.490056] env[68466]: _type = "HttpNfcLease" [ 1137.490056] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1137.490249] env[68466]: DEBUG oslo_vmware.rw_handles [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1137.490249] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5203d96f-7c1d-cb57-465e-c8904595159a" [ 1137.490249] env[68466]: _type = "HttpNfcLease" [ 1137.490249] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1137.491054] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf521da-9d0e-4f6d-ab81-a1054dffe635 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.503232] env[68466]: DEBUG oslo_vmware.rw_handles [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff3ab0-4618-3152-465d-0029bf58af1e/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1137.503232] env[68466]: DEBUG oslo_vmware.rw_handles [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff3ab0-4618-3152-465d-0029bf58af1e/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1137.584457] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.646010] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7fae3a1a-43cb-4704-987b-488e7ce2599d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.693989] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd91b43d-5228-49a3-aa77-765f3dca467e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.703023] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a176b03-5b4a-46e5-aa60-a830f3c69c25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.713825] env[68466]: DEBUG oslo_vmware.api [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813153, 'name': PowerOnVM_Task, 'duration_secs': 0.566056} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.739701] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.739952] env[68466]: INFO nova.compute.manager [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1137.740157] env[68466]: DEBUG nova.compute.manager [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.742812] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df13bfd-3957-405d-9190-51cf01ebc6e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.749422] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4063246a-ab6e-46f7-82b1-10bdd711a9f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.765927] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813159, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.770055] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f01c5d-4b1c-48a2-917f-e5988a9f1fcc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.772931] env[68466]: DEBUG nova.compute.manager [req-41ca294d-1655-4c12-ad9a-99a9d18cdcf0 req-26548ae9-7e0c-4bb7-9f23-a3bb76c7b20b service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Received event network-vif-deleted-35db02dc-39a6-47e5-9699-673cb119c2ef {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1137.773259] env[68466]: INFO nova.compute.manager [req-41ca294d-1655-4c12-ad9a-99a9d18cdcf0 req-26548ae9-7e0c-4bb7-9f23-a3bb76c7b20b service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Neutron deleted interface 35db02dc-39a6-47e5-9699-673cb119c2ef; detaching it from the instance and deleting it from the info cache [ 1137.773429] env[68466]: DEBUG nova.network.neutron [req-41ca294d-1655-4c12-ad9a-99a9d18cdcf0 req-26548ae9-7e0c-4bb7-9f23-a3bb76c7b20b service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.788708] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.926247] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c538cf-2d27-06de-b2fd-361600f0599e, 'name': SearchDatastore_Task, 'duration_secs': 0.025058} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.927147] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16e3749-5231-4e87-b66b-2f2437c46515 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.933343] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1137.933343] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c34837-3d03-7a4b-287f-aa50ca9d7b24" [ 1137.933343] env[68466]: _type = "Task" [ 1137.933343] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.941890] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c34837-3d03-7a4b-287f-aa50ca9d7b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.087453] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.214592] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1138.214837] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565287', 'volume_id': '6ca97d55-d344-463d-8f09-f7924f4b32a6', 'name': 'volume-6ca97d55-d344-463d-8f09-f7924f4b32a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c688170-a4e3-45e4-bfff-d2715f59f6b5', 'attached_at': '', 'detached_at': '', 'volume_id': '6ca97d55-d344-463d-8f09-f7924f4b32a6', 'serial': '6ca97d55-d344-463d-8f09-f7924f4b32a6'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1138.215757] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6a3acf-1ecf-4cb3-a41e-15a476108038 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.246062] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b4dae4-c0fa-4d17-b1ed-93d92dc6be0b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.254855] env[68466]: DEBUG nova.network.neutron [-] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.256582] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813159, 'name': CreateVM_Task, 'duration_secs': 0.651727} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.272725] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.284803] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-6ca97d55-d344-463d-8f09-f7924f4b32a6/volume-6ca97d55-d344-463d-8f09-f7924f4b32a6.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.288313] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.288583] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.288929] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.289208] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d370ac7-458a-420a-8cb1-d5950fb436f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.304034] env[68466]: INFO nova.compute.manager [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Took 17.96 seconds to build instance. [ 1138.305491] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c3309a-749b-428a-898f-f5c5e01ebfc4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.308585] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.316020] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d4d8ce5-ea00-4724-b578-9f9b83cfa31a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.320755] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1138.320755] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528c6471-beae-b194-fb0d-ed599a3588dc" [ 1138.320755] env[68466]: _type = "Task" [ 1138.320755] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.329610] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7954879-41b3-4f5f-8187-d1a87c0a080d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.342776] env[68466]: DEBUG oslo_vmware.api [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1138.342776] env[68466]: value = "task-2813160" [ 1138.342776] env[68466]: _type = "Task" [ 1138.342776] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.353780] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]528c6471-beae-b194-fb0d-ed599a3588dc, 'name': SearchDatastore_Task, 'duration_secs': 0.017018} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.354677] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.355142] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.355530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.355782] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.356041] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.360347] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-840f7f9b-6af2-4065-9dea-19caeac24f2f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.362730] env[68466]: DEBUG oslo_vmware.api [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.379211] env[68466]: DEBUG nova.compute.manager [req-41ca294d-1655-4c12-ad9a-99a9d18cdcf0 req-26548ae9-7e0c-4bb7-9f23-a3bb76c7b20b service nova] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Detach interface failed, port_id=35db02dc-39a6-47e5-9699-673cb119c2ef, reason: Instance 004131fc-c6fc-4f40-a09b-d42a4b0643fa could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1138.388160] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.388609] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.389449] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45eb6364-843c-40c2-8201-5d419521934b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.395674] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1138.395674] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523f4919-b04c-5410-6dc1-d88f32d822f1" [ 1138.395674] env[68466]: _type = "Task" [ 1138.395674] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.404838] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523f4919-b04c-5410-6dc1-d88f32d822f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.444679] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c34837-3d03-7a4b-287f-aa50ca9d7b24, 'name': SearchDatastore_Task, 'duration_secs': 0.019097} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.445074] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.445478] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 0fbf4b6c-f7bb-469d-9883-5084701a15d1/0fbf4b6c-f7bb-469d-9883-5084701a15d1.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.445912] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a23ece7f-f444-4a17-9f8f-5f1d9bf2a73d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.453502] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1138.453502] env[68466]: value = "task-2813161" [ 1138.453502] env[68466]: _type = "Task" [ 1138.453502] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.462638] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.583992] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813158, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.786535] env[68466]: INFO nova.compute.manager [-] [instance: 004131fc-c6fc-4f40-a09b-d42a4b0643fa] Took 1.35 seconds to deallocate network for instance. [ 1138.813837] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f2e492ac-19fd-4df2-a4ad-89d50d866337 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.484s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.816781] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1138.816993] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.043s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.818033] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.499s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.818973] env[68466]: INFO nova.compute.claims [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.825521] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.826906] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Cleaning up deleted instances {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1138.856781] env[68466]: DEBUG oslo_vmware.api [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.907146] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523f4919-b04c-5410-6dc1-d88f32d822f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014612} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.908218] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf3326a-139b-4c67-84de-7d5e10f45d94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.916430] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1138.916430] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b33b68-e8da-50c8-17a8-8ddef0cbbdf9" [ 1138.916430] env[68466]: _type = "Task" [ 1138.916430] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.931940] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b33b68-e8da-50c8-17a8-8ddef0cbbdf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.969055] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813161, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.088254] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813158, 'name': ReconfigVM_Task, 'duration_secs': 1.661917} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.088682] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ddac5d59-473d-4181-bedb-d5195e55e9f5/ddac5d59-473d-4181-bedb-d5195e55e9f5.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.089479] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8679515b-bc1c-469c-ba06-8fd9a971e79f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.097422] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1139.097422] env[68466]: value = "task-2813163" [ 1139.097422] env[68466]: _type = "Task" [ 1139.097422] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.109029] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813163, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.295400] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.342888] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] There are 51 instances to clean {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1139.343175] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 05b0b1f1-9b8e-44bc-8935-f35b57758a0d] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1139.356517] env[68466]: DEBUG oslo_vmware.api [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813160, 'name': ReconfigVM_Task, 'duration_secs': 0.808832} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.357280] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-6ca97d55-d344-463d-8f09-f7924f4b32a6/volume-6ca97d55-d344-463d-8f09-f7924f4b32a6.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.362194] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e70cff-37aa-49f4-981b-b7abf7c8814f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.378974] env[68466]: DEBUG oslo_vmware.api [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1139.378974] env[68466]: value = "task-2813164" [ 1139.378974] env[68466]: _type = "Task" [ 1139.378974] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.387748] env[68466]: DEBUG oslo_vmware.api [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.425527] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b33b68-e8da-50c8-17a8-8ddef0cbbdf9, 'name': SearchDatastore_Task, 'duration_secs': 0.033363} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.425874] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.426218] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d/8c7a01cc-db4b-4824-a741-ea9919fb3c3d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.426522] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d2ec2a-c403-402b-84a7-27cd8860e2f1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.433207] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1139.433207] env[68466]: value = "task-2813165" [ 1139.433207] env[68466]: _type = "Task" [ 1139.433207] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.442077] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.463379] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813161, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.610917] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813163, 'name': Rename_Task, 'duration_secs': 0.226848} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.611399] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.611781] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98edb1d8-0133-461e-832b-6d4fd9718e9c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.619653] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1139.619653] env[68466]: value = "task-2813166" [ 1139.619653] env[68466]: _type = "Task" [ 1139.619653] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.631769] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.712906] env[68466]: DEBUG oslo_vmware.rw_handles [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6c60-594d-20c0-c4e5-5a0f1ff1a465/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1139.713877] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099333bf-f51a-47bb-a451-957af26139ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.719893] env[68466]: DEBUG oslo_vmware.rw_handles [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6c60-594d-20c0-c4e5-5a0f1ff1a465/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1139.720090] env[68466]: ERROR oslo_vmware.rw_handles [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6c60-594d-20c0-c4e5-5a0f1ff1a465/disk-0.vmdk due to incomplete transfer. [ 1139.720328] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-68b9b783-1bea-4b8f-be19-6821cd1366f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.727720] env[68466]: DEBUG oslo_vmware.rw_handles [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e6c60-594d-20c0-c4e5-5a0f1ff1a465/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1139.727923] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Uploaded image c9f709c9-bbc5-483e-8efb-19dcc8387fe9 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1139.730296] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1139.730553] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1284302e-5ee3-45f3-b607-f4ae3932f72d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.736681] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1139.736681] env[68466]: value = "task-2813167" [ 1139.736681] env[68466]: _type = "Task" [ 1139.736681] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.744765] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813167, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.800619] env[68466]: DEBUG nova.compute.manager [req-3dc888cd-d78e-48a8-a5b7-fa59290f4edf req-c241ddc9-91e9-48fe-af94-2f0c859d4fa1 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Received event network-changed-e6702069-1f45-44ab-941d-9e123bdc5adc {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1139.800859] env[68466]: DEBUG nova.compute.manager [req-3dc888cd-d78e-48a8-a5b7-fa59290f4edf req-c241ddc9-91e9-48fe-af94-2f0c859d4fa1 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Refreshing instance network info cache due to event network-changed-e6702069-1f45-44ab-941d-9e123bdc5adc. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1139.801842] env[68466]: DEBUG oslo_concurrency.lockutils [req-3dc888cd-d78e-48a8-a5b7-fa59290f4edf req-c241ddc9-91e9-48fe-af94-2f0c859d4fa1 service nova] Acquiring lock "refresh_cache-7ba0bb58-1202-4f73-a50d-bb36441c15de" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.801842] env[68466]: DEBUG oslo_concurrency.lockutils [req-3dc888cd-d78e-48a8-a5b7-fa59290f4edf req-c241ddc9-91e9-48fe-af94-2f0c859d4fa1 service nova] Acquired lock "refresh_cache-7ba0bb58-1202-4f73-a50d-bb36441c15de" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.801842] env[68466]: DEBUG nova.network.neutron [req-3dc888cd-d78e-48a8-a5b7-fa59290f4edf req-c241ddc9-91e9-48fe-af94-2f0c859d4fa1 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Refreshing network info cache for port e6702069-1f45-44ab-941d-9e123bdc5adc {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.846914] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: a2725f97-0382-4572-a9f7-6f23d4bed9d9] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1139.889863] env[68466]: DEBUG oslo_vmware.api [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.945153] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.963915] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813161, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.137031] env[68466]: DEBUG oslo_vmware.api [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813166, 'name': PowerOnVM_Task, 'duration_secs': 0.485335} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.137241] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.137453] env[68466]: INFO nova.compute.manager [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1140.137916] env[68466]: DEBUG nova.compute.manager [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.138591] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db1a66b-8f5e-41c2-a1b4-6a200f662268 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.230976] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edba287-a297-4e7d-ad84-57e202405f26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.242897] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5427b198-5385-4d46-8b31-8ced6fcf6cab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.251759] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813167, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.279072] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a437c1-7b0f-423f-a6a0-d88bf1ffe9ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.287241] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe5925-4edf-441a-9a95-fc9194914de4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.302613] env[68466]: DEBUG nova.compute.provider_tree [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.350111] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: fe9aa2f5-1daf-484c-acc2-5a0ad66c783d] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1140.393043] env[68466]: DEBUG oslo_vmware.api [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813164, 'name': ReconfigVM_Task, 'duration_secs': 0.886386} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.393431] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565287', 'volume_id': '6ca97d55-d344-463d-8f09-f7924f4b32a6', 'name': 'volume-6ca97d55-d344-463d-8f09-f7924f4b32a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c688170-a4e3-45e4-bfff-d2715f59f6b5', 'attached_at': '', 'detached_at': '', 'volume_id': '6ca97d55-d344-463d-8f09-f7924f4b32a6', 'serial': '6ca97d55-d344-463d-8f09-f7924f4b32a6'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.445131] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813165, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.466933] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813161, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.634755} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.467240] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 0fbf4b6c-f7bb-469d-9883-5084701a15d1/0fbf4b6c-f7bb-469d-9883-5084701a15d1.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.467463] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.467730] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b8a2af7-e986-4b83-a896-232448799581 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.477027] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1140.477027] env[68466]: value = "task-2813168" [ 1140.477027] env[68466]: _type = "Task" [ 1140.477027] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.487375] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.561380] env[68466]: DEBUG nova.network.neutron [req-3dc888cd-d78e-48a8-a5b7-fa59290f4edf req-c241ddc9-91e9-48fe-af94-2f0c859d4fa1 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Updated VIF entry in instance network info cache for port e6702069-1f45-44ab-941d-9e123bdc5adc. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.561746] env[68466]: DEBUG nova.network.neutron [req-3dc888cd-d78e-48a8-a5b7-fa59290f4edf req-c241ddc9-91e9-48fe-af94-2f0c859d4fa1 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Updating instance_info_cache with network_info: [{"id": "e6702069-1f45-44ab-941d-9e123bdc5adc", "address": "fa:16:3e:2f:7b:b1", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6702069-1f", "ovs_interfaceid": "e6702069-1f45-44ab-941d-9e123bdc5adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.660999] env[68466]: INFO nova.compute.manager [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Took 17.91 seconds to build instance. [ 1140.749223] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813167, 'name': Destroy_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.808480] env[68466]: DEBUG nova.scheduler.client.report [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.853916] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 10f8af20-db3e-42f7-b55c-881afe845c32] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1140.945503] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813165, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.157387} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.945769] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d/8c7a01cc-db4b-4824-a741-ea9919fb3c3d.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.945992] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.946243] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d92a5c79-4468-47d0-b07c-e3bddb171775 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.952318] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1140.952318] env[68466]: value = "task-2813169" [ 1140.952318] env[68466]: _type = "Task" [ 1140.952318] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.960446] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.987599] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162787} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.988188] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.989019] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57d3e7f-1b31-49bc-9924-b384f5940252 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.012694] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0fbf4b6c-f7bb-469d-9883-5084701a15d1/0fbf4b6c-f7bb-469d-9883-5084701a15d1.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.013957] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009cf24f-7520-4271-ac96-aa964803029f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.035731] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1141.035731] env[68466]: value = "task-2813170" [ 1141.035731] env[68466]: _type = "Task" [ 1141.035731] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.043845] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.064744] env[68466]: DEBUG oslo_concurrency.lockutils [req-3dc888cd-d78e-48a8-a5b7-fa59290f4edf req-c241ddc9-91e9-48fe-af94-2f0c859d4fa1 service nova] Releasing lock "refresh_cache-7ba0bb58-1202-4f73-a50d-bb36441c15de" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.163609] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fa39232e-e944-4e93-a9d3-9a19a96fc17f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.421s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.251569] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813167, 'name': Destroy_Task, 'duration_secs': 1.206083} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.251911] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Destroyed the VM [ 1141.252209] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1141.252524] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f12555f2-14ce-4958-89d9-afc6c20665b8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.259000] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1141.259000] env[68466]: value = "task-2813172" [ 1141.259000] env[68466]: _type = "Task" [ 1141.259000] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.267385] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813172, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.313472] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.314049] env[68466]: DEBUG nova.compute.manager [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.317713] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.023s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.317957] env[68466]: DEBUG nova.objects.instance [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lazy-loading 'resources' on Instance uuid 004131fc-c6fc-4f40-a09b-d42a4b0643fa {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.357317] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 6003eeb5-646c-4f6b-90c1-0d1d63ae2ae1] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1141.436662] env[68466]: DEBUG nova.objects.instance [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lazy-loading 'flavor' on Instance uuid 2c688170-a4e3-45e4-bfff-d2715f59f6b5 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.466782] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154536} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.467114] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.467977] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d524e-c309-4aee-8119-00189a9421a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.493396] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d/8c7a01cc-db4b-4824-a741-ea9919fb3c3d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.493746] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952cd195-40a9-47a2-8177-b0b6c2acaf15 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.515219] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1141.515219] env[68466]: value = "task-2813173" [ 1141.515219] env[68466]: _type = "Task" [ 1141.515219] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.524525] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.545171] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813170, 'name': ReconfigVM_Task, 'duration_secs': 0.339265} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.545488] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0fbf4b6c-f7bb-469d-9883-5084701a15d1/0fbf4b6c-f7bb-469d-9883-5084701a15d1.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.546160] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a88910b4-cf1f-4b14-9f23-7d384dbe9dd4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.552282] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1141.552282] env[68466]: value = "task-2813174" [ 1141.552282] env[68466]: _type = "Task" [ 1141.552282] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.568749] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813174, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.771284] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813172, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.819236] env[68466]: DEBUG nova.compute.utils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.822110] env[68466]: DEBUG nova.compute.manager [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.822436] env[68466]: DEBUG nova.network.neutron [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.862698] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 7c476252-1a78-43ae-a7d3-4403fbe24e6f] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1141.865805] env[68466]: DEBUG nova.policy [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dff28d3b5d564aedb19bad5e06208bd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef5aca67138647f6b712235cce8d9d62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.941735] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d3d4f9cd-1c02-4f70-b06f-e65b3676df5d tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.354s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.027896] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.067782] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813174, 'name': Rename_Task, 'duration_secs': 0.137437} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.068164] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.068708] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-101ff79e-9cfb-445e-9cbc-5687fcf3ec38 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.085320] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1142.085320] env[68466]: value = "task-2813175" [ 1142.085320] env[68466]: _type = "Task" [ 1142.085320] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.093357] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa43501-34d8-45cd-adc9-0afd1bd2e9d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.105944] env[68466]: INFO nova.compute.manager [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Rescuing [ 1142.105944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.105944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.105944] env[68466]: DEBUG nova.network.neutron [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.107471] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.113333] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d50000-b924-435d-9129-5ac76bfd1c4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.149986] env[68466]: DEBUG nova.network.neutron [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Successfully created port: b1ac677a-8760-428a-8e4f-4aa609481477 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.154217] env[68466]: DEBUG nova.compute.manager [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Stashing vm_state: active {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1142.157949] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2884976-84f2-49bc-ac21-66842796fa32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.167311] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4581dc-846c-4678-8874-ac2eb8a8a59f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.185402] env[68466]: DEBUG nova.compute.provider_tree [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.269256] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813172, 'name': RemoveSnapshot_Task, 'duration_secs': 0.778646} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.269524] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1142.269804] env[68466]: DEBUG nova.compute.manager [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.270651] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962e9e4d-798c-4eda-bb71-53cc4ce61a8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.322568] env[68466]: DEBUG nova.compute.manager [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.368403] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: a5b833d6-ab57-4e49-9e0b-889d3e87aa5a] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1142.528454] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.595316] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.686053] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.689417] env[68466]: DEBUG nova.scheduler.client.report [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.783117] env[68466]: INFO nova.compute.manager [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Shelve offloading [ 1142.872106] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: ad3a4c51-209f-4b82-b189-5d74fd156f00] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1142.924786] env[68466]: DEBUG nova.network.neutron [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating instance_info_cache with network_info: [{"id": "83f77c67-dd4a-41bb-9464-3416e95e5431", "address": "fa:16:3e:97:3a:48", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f77c67-dd", "ovs_interfaceid": "83f77c67-dd4a-41bb-9464-3416e95e5431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.029777] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813173, 'name': ReconfigVM_Task, 'duration_secs': 1.353127} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.030187] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d/8c7a01cc-db4b-4824-a741-ea9919fb3c3d.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.030900] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f751b41-0007-421b-88fc-dd7bd539eb8a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.037973] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1143.037973] env[68466]: value = "task-2813176" [ 1143.037973] env[68466]: _type = "Task" [ 1143.037973] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.046661] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813176, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.095467] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.195768] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.198847] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.513s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.221808] env[68466]: INFO nova.scheduler.client.report [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted allocations for instance 004131fc-c6fc-4f40-a09b-d42a4b0643fa [ 1143.287281] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.287656] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af86333-c670-4bee-b1e7-6987dd2066c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.299616] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1143.299616] env[68466]: value = "task-2813177" [ 1143.299616] env[68466]: _type = "Task" [ 1143.299616] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.309805] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1143.310126] env[68466]: DEBUG nova.compute.manager [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.311071] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68e342e-a084-43d5-92f9-2089e407c7ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.317389] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.317597] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.317799] env[68466]: DEBUG nova.network.neutron [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.332706] env[68466]: DEBUG nova.compute.manager [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.363925] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.364257] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.364503] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.364729] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.364887] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.365053] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.365271] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.365430] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.365597] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.365762] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.365934] env[68466]: DEBUG nova.virt.hardware [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.366780] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c760c19-7b75-4936-b7a3-282f0fe6f64c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.374794] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b7e8fd-7603-4ccf-85f8-3394db6b2df6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.378893] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: fd84892b-1149-4d89-b806-6623f1656950] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1143.428070] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.552097] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813176, 'name': Rename_Task, 'duration_secs': 0.219686} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.555989] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.555989] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ae8277-ceb9-4289-93e4-6de3f15bc8e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.565267] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1143.565267] env[68466]: value = "task-2813178" [ 1143.565267] env[68466]: _type = "Task" [ 1143.565267] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.583080] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813178, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.600185] env[68466]: DEBUG oslo_vmware.api [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813175, 'name': PowerOnVM_Task, 'duration_secs': 1.233857} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.600483] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.600707] env[68466]: INFO nova.compute.manager [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1143.600911] env[68466]: DEBUG nova.compute.manager [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.601930] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d902cbd5-56a7-4ca2-ac56-16442c02d67f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.609375] env[68466]: DEBUG nova.compute.manager [req-ea575654-fe23-48b3-8544-70cbec5825aa req-1f175855-a870-41d7-abf5-da2e1d1a8370 service nova] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Received event network-vif-plugged-b1ac677a-8760-428a-8e4f-4aa609481477 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1143.609717] env[68466]: DEBUG oslo_concurrency.lockutils [req-ea575654-fe23-48b3-8544-70cbec5825aa req-1f175855-a870-41d7-abf5-da2e1d1a8370 service nova] Acquiring lock "3221f820-0b03-48bf-a4a4-02ead3522287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.609827] env[68466]: DEBUG oslo_concurrency.lockutils [req-ea575654-fe23-48b3-8544-70cbec5825aa req-1f175855-a870-41d7-abf5-da2e1d1a8370 service nova] Lock "3221f820-0b03-48bf-a4a4-02ead3522287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.610060] env[68466]: DEBUG oslo_concurrency.lockutils [req-ea575654-fe23-48b3-8544-70cbec5825aa req-1f175855-a870-41d7-abf5-da2e1d1a8370 service nova] Lock "3221f820-0b03-48bf-a4a4-02ead3522287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.610271] env[68466]: DEBUG nova.compute.manager [req-ea575654-fe23-48b3-8544-70cbec5825aa req-1f175855-a870-41d7-abf5-da2e1d1a8370 service nova] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] No waiting events found dispatching network-vif-plugged-b1ac677a-8760-428a-8e4f-4aa609481477 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.610453] env[68466]: WARNING nova.compute.manager [req-ea575654-fe23-48b3-8544-70cbec5825aa req-1f175855-a870-41d7-abf5-da2e1d1a8370 service nova] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Received unexpected event network-vif-plugged-b1ac677a-8760-428a-8e4f-4aa609481477 for instance with vm_state building and task_state spawning. [ 1143.703744] env[68466]: INFO nova.compute.claims [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.731707] env[68466]: DEBUG oslo_concurrency.lockutils [None req-fd2d1c3a-b6a3-4a4c-89b9-7043868d8cd5 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "004131fc-c6fc-4f40-a09b-d42a4b0643fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.962s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.743766] env[68466]: DEBUG nova.network.neutron [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Successfully updated port: b1ac677a-8760-428a-8e4f-4aa609481477 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.882560] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 6e13682b-2d23-4c5d-b505-74d7f2bd90df] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1144.039129] env[68466]: DEBUG nova.network.neutron [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating instance_info_cache with network_info: [{"id": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "address": "fa:16:3e:c2:35:fb", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f35d0-3b", "ovs_interfaceid": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.074121] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.127107] env[68466]: INFO nova.compute.manager [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Took 16.89 seconds to build instance. [ 1144.210119] env[68466]: INFO nova.compute.resource_tracker [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating resource usage from migration bad1f7d9-8045-4912-b5e0-2896d150aad1 [ 1144.248063] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "refresh_cache-3221f820-0b03-48bf-a4a4-02ead3522287" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.248116] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "refresh_cache-3221f820-0b03-48bf-a4a4-02ead3522287" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.248262] env[68466]: DEBUG nova.network.neutron [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.386167] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: e0cf1160-2088-4cb0-9ad9-bce163136384] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1144.456792] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd7d72d-fd97-4bfd-abe5-1502c7248d5b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.466514] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f10f5-380a-442d-8885-b3694901d176 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.502213] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.503149] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7813b-3148-4171-addb-303be1f34148 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.508190] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c6864cd-ee34-4250-93d7-13689aedb326 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.515705] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a48527-1e38-4789-ad4d-1aff15366105 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.521372] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1144.521372] env[68466]: value = "task-2813179" [ 1144.521372] env[68466]: _type = "Task" [ 1144.521372] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.536066] env[68466]: DEBUG nova.compute.provider_tree [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.540792] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.542615] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.576393] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813178, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.629647] env[68466]: DEBUG oslo_concurrency.lockutils [None req-565a4fd3-1e94-41ed-9685-aec7ba4d359e tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.401s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.812324] env[68466]: DEBUG nova.network.neutron [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.891141] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 2e15eeef-7404-4535-8649-8b70d11c99b5] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1144.929727] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.930682] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f668d34e-574b-4ef8-a828-0e4a14815d07 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.938751] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.938953] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49cdef2d-2b5e-446c-aa9f-83cca2ea04db {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.007154] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.007345] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.007534] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleting the datastore file [datastore1] a79c9c66-ec67-429c-8363-2452bf6e2206 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.010817] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af918d49-06fd-4632-934f-4a9bdf8465fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.018445] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1145.018445] env[68466]: value = "task-2813181" [ 1145.018445] env[68466]: _type = "Task" [ 1145.018445] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.030100] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.034216] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813179, 'name': PowerOffVM_Task, 'duration_secs': 0.28692} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.034470] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.035400] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e02a16d-bb05-4d88-ac1c-0f0d72f600f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.057433] env[68466]: DEBUG nova.scheduler.client.report [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.066404] env[68466]: DEBUG nova.network.neutron [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Updating instance_info_cache with network_info: [{"id": "b1ac677a-8760-428a-8e4f-4aa609481477", "address": "fa:16:3e:27:09:ae", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ac677a-87", "ovs_interfaceid": "b1ac677a-8760-428a-8e4f-4aa609481477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.068301] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c66b168-61d0-426f-983e-7dfbec9acd4a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.088856] env[68466]: DEBUG oslo_vmware.api [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813178, 'name': PowerOnVM_Task, 'duration_secs': 1.066111} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.089193] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.089476] env[68466]: DEBUG nova.compute.manager [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.090475] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e1dd3f-6ffc-41b3-ad3c-644ea0dfa765 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.118628] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.118947] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e05e162-48cb-4c44-a9cf-ec17c7422cbc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.125977] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1145.125977] env[68466]: value = "task-2813182" [ 1145.125977] env[68466]: _type = "Task" [ 1145.125977] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.135793] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1145.136090] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.136400] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.136598] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.136785] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.137044] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8cd07f7-cfd4-41f0-b3cf-18c8da1d6955 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.153232] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.153440] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.154205] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280e6c7e-835e-4ab3-8381-5a99057b1b8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.160623] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1145.160623] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a9102d-1fb7-d6d0-6300-33aad0abc710" [ 1145.160623] env[68466]: _type = "Task" [ 1145.160623] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.169143] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a9102d-1fb7-d6d0-6300-33aad0abc710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.252928] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "a66ff562-19cc-4e6d-a931-efb2de790058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.252928] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.352861] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.353632] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.353886] env[68466]: DEBUG nova.compute.manager [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.354839] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915370f2-ead7-43af-b97b-8f7d968a8b9f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.361889] env[68466]: DEBUG nova.compute.manager [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1145.362479] env[68466]: DEBUG nova.objects.instance [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lazy-loading 'flavor' on Instance uuid 0fbf4b6c-f7bb-469d-9883-5084701a15d1 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.392750] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 6b81bf6e-7671-4afd-8dae-9307c1bcfcec] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1145.529824] env[68466]: DEBUG oslo_vmware.api [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361157} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.530164] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.530356] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.530538] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.550593] env[68466]: INFO nova.scheduler.client.report [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleted allocations for instance a79c9c66-ec67-429c-8363-2452bf6e2206 [ 1145.562592] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.364s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.562795] env[68466]: INFO nova.compute.manager [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Migrating [ 1145.576848] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "refresh_cache-3221f820-0b03-48bf-a4a4-02ead3522287" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.577190] env[68466]: DEBUG nova.compute.manager [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Instance network_info: |[{"id": "b1ac677a-8760-428a-8e4f-4aa609481477", "address": "fa:16:3e:27:09:ae", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ac677a-87", "ovs_interfaceid": "b1ac677a-8760-428a-8e4f-4aa609481477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.578107] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:09:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1ac677a-8760-428a-8e4f-4aa609481477', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.585749] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.587159] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.587404] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-400d6b88-0906-4f85-ac7c-80c0726a3ce8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.610358] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.610680] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.610846] env[68466]: DEBUG nova.objects.instance [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68466) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1145.616970] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.616970] env[68466]: value = "task-2813183" [ 1145.616970] env[68466]: _type = "Task" [ 1145.616970] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.628950] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813183, 'name': CreateVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.649664] env[68466]: DEBUG nova.compute.manager [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Received event network-changed-b1ac677a-8760-428a-8e4f-4aa609481477 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1145.649963] env[68466]: DEBUG nova.compute.manager [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Refreshing instance network info cache due to event network-changed-b1ac677a-8760-428a-8e4f-4aa609481477. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1145.650235] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] Acquiring lock "refresh_cache-3221f820-0b03-48bf-a4a4-02ead3522287" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.650404] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] Acquired lock "refresh_cache-3221f820-0b03-48bf-a4a4-02ead3522287" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.650573] env[68466]: DEBUG nova.network.neutron [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Refreshing network info cache for port b1ac677a-8760-428a-8e4f-4aa609481477 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.671300] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a9102d-1fb7-d6d0-6300-33aad0abc710, 'name': SearchDatastore_Task, 'duration_secs': 0.018154} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.672272] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a9c115-65cb-451f-b73f-5f22989a0d79 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.677828] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1145.677828] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52292c4f-35bf-eed8-bc25-a28e94f228ad" [ 1145.677828] env[68466]: _type = "Task" [ 1145.677828] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.688404] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52292c4f-35bf-eed8-bc25-a28e94f228ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.755407] env[68466]: DEBUG nova.compute.manager [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.896329] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: e2b3544e-8a43-43f7-b52b-dae2c27899c5] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1146.056772] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.079046] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.079046] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.079350] env[68466]: DEBUG nova.network.neutron [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.131396] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813183, 'name': CreateVM_Task, 'duration_secs': 0.495978} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.132323] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.133054] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.133232] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.133562] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.134136] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57779db7-ca14-488b-90f4-8ff468276abf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.139564] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1146.139564] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eaedfc-8d5d-75a9-e73a-f9eac9ce1256" [ 1146.139564] env[68466]: _type = "Task" [ 1146.139564] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.149462] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eaedfc-8d5d-75a9-e73a-f9eac9ce1256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.190024] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52292c4f-35bf-eed8-bc25-a28e94f228ad, 'name': SearchDatastore_Task, 'duration_secs': 0.028483} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.190355] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.190706] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2c688170-a4e3-45e4-bfff-d2715f59f6b5/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. {{(pid=68466) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1146.190953] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cefbb34-a9bd-4e2f-8bb1-9d7161831006 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.199937] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1146.199937] env[68466]: value = "task-2813184" [ 1146.199937] env[68466]: _type = "Task" [ 1146.199937] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.208402] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.281345] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.373993] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.373993] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-170a7533-da0b-43d6-80ac-8ae924f8cd8d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.397129] env[68466]: DEBUG oslo_vmware.api [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1146.397129] env[68466]: value = "task-2813185" [ 1146.397129] env[68466]: _type = "Task" [ 1146.397129] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.402579] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 4bbafb31-6126-447d-90ab-cd4ba58cc6a8] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1146.413524] env[68466]: DEBUG oslo_vmware.api [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.508868] env[68466]: DEBUG nova.network.neutron [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Updated VIF entry in instance network info cache for port b1ac677a-8760-428a-8e4f-4aa609481477. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.509643] env[68466]: DEBUG nova.network.neutron [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Updating instance_info_cache with network_info: [{"id": "b1ac677a-8760-428a-8e4f-4aa609481477", "address": "fa:16:3e:27:09:ae", "network": {"id": "1a27e8b3-32db-4e97-9dea-522ee9d0b6cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-706099558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef5aca67138647f6b712235cce8d9d62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1ac677a-87", "ovs_interfaceid": "b1ac677a-8760-428a-8e4f-4aa609481477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.624067] env[68466]: DEBUG oslo_concurrency.lockutils [None req-518c6331-0dd6-49e3-b36a-076587ca332c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.625781] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.569s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.626098] env[68466]: DEBUG nova.objects.instance [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lazy-loading 'resources' on Instance uuid a79c9c66-ec67-429c-8363-2452bf6e2206 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.653847] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52eaedfc-8d5d-75a9-e73a-f9eac9ce1256, 'name': SearchDatastore_Task, 'duration_secs': 0.022091} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.654028] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.654272] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.654509] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.654661] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.654839] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.655143] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de92a682-c39f-48cb-8db9-e21b83b6335b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.669419] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.670158] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.670587] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53436941-750b-4c61-a434-3ca7faa6385e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.678718] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1146.678718] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b75e55-b0f7-b5b6-28c2-34352bc7fe65" [ 1146.678718] env[68466]: _type = "Task" [ 1146.678718] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.691646] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b75e55-b0f7-b5b6-28c2-34352bc7fe65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.711975] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.825823] env[68466]: DEBUG nova.network.neutron [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance_info_cache with network_info: [{"id": "7ddca667-b64a-4888-8aa7-6c522df809eb", "address": "fa:16:3e:43:d4:6a", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ddca667-b6", "ovs_interfaceid": "7ddca667-b64a-4888-8aa7-6c522df809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.906353] env[68466]: DEBUG oslo_vmware.api [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813185, 'name': PowerOffVM_Task, 'duration_secs': 0.319045} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.906736] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.906837] env[68466]: DEBUG nova.compute.manager [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.907260] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 622f7a1a-445d-4ccb-8c4b-e3137a4ab244] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1146.909718] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ee9d58-e596-402f-9743-d3e6a181f547 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.013546] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] Releasing lock "refresh_cache-3221f820-0b03-48bf-a4a4-02ead3522287" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.013836] env[68466]: DEBUG nova.compute.manager [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received event network-vif-unplugged-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.014053] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] Acquiring lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.014249] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.014409] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.014575] env[68466]: DEBUG nova.compute.manager [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] No waiting events found dispatching network-vif-unplugged-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.014745] env[68466]: WARNING nova.compute.manager [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received unexpected event network-vif-unplugged-da8f35d0-3ba5-4d88-9f26-f158225f7e1a for instance with vm_state shelved_offloaded and task_state None. [ 1147.014907] env[68466]: DEBUG nova.compute.manager [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received event network-changed-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.015104] env[68466]: DEBUG nova.compute.manager [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Refreshing instance network info cache due to event network-changed-da8f35d0-3ba5-4d88-9f26-f158225f7e1a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1147.015312] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] Acquiring lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.015451] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] Acquired lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.015606] env[68466]: DEBUG nova.network.neutron [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Refreshing network info cache for port da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.129453] env[68466]: DEBUG nova.objects.instance [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lazy-loading 'numa_topology' on Instance uuid a79c9c66-ec67-429c-8363-2452bf6e2206 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.190048] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b75e55-b0f7-b5b6-28c2-34352bc7fe65, 'name': SearchDatastore_Task, 'duration_secs': 0.05906} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.190871] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199bc890-4153-4e7e-8afa-fa931dd41f36 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.197451] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1147.197451] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52391379-3210-04d0-afb4-9e2ec4aca404" [ 1147.197451] env[68466]: _type = "Task" [ 1147.197451] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.212793] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813184, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.213075] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52391379-3210-04d0-afb4-9e2ec4aca404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.328630] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.414605] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 9967eb7a-5e1a-4846-a2bb-d5b05b4a0015] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1147.422403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a55c6bb5-f27a-4a04-8afb-71d595bfbfcf tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.634792] env[68466]: DEBUG nova.objects.base [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.720170] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813184, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.720170] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52391379-3210-04d0-afb4-9e2ec4aca404, 'name': SearchDatastore_Task, 'duration_secs': 0.017911} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.720170] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.720170] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 3221f820-0b03-48bf-a4a4-02ead3522287/3221f820-0b03-48bf-a4a4-02ead3522287.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.720170] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ef57e64-e8e0-4a2e-81c6-b2649e0e624b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.725846] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1147.725846] env[68466]: value = "task-2813186" [ 1147.725846] env[68466]: _type = "Task" [ 1147.725846] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.734840] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.919882] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 52764bf0-a84c-43e0-b72c-e0ee4069d798] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1147.924867] env[68466]: DEBUG nova.network.neutron [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updated VIF entry in instance network info cache for port da8f35d0-3ba5-4d88-9f26-f158225f7e1a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.925329] env[68466]: DEBUG nova.network.neutron [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating instance_info_cache with network_info: [{"id": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "address": "fa:16:3e:c2:35:fb", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapda8f35d0-3b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.951157] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b2b27-406b-465a-9fa5-07514ab61f7c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.960028] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75bebd2-faa0-4e71-8f4f-e0128f1fc4c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.994840] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfceb670-5e3b-45de-8e7b-08af2d982e17 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.009235] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9af80f-ed27-4488-beff-356568507fc4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.026041] env[68466]: DEBUG nova.compute.provider_tree [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.212707] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813184, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.594847} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.213057] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 2c688170-a4e3-45e4-bfff-d2715f59f6b5/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk. [ 1148.213862] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e404455-000d-46f1-a9a9-8feb14f29d24 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.244915] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 2c688170-a4e3-45e4-bfff-d2715f59f6b5/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.248236] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8568fc39-4ad8-4ce4-a33e-7a20caa10bef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.266371] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813186, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.267776] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1148.267776] env[68466]: value = "task-2813187" [ 1148.267776] env[68466]: _type = "Task" [ 1148.267776] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.277595] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.367642] env[68466]: DEBUG oslo_vmware.rw_handles [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff3ab0-4618-3152-465d-0029bf58af1e/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1148.368586] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19523131-18b5-4953-873a-cf3efdd565af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.374429] env[68466]: DEBUG oslo_vmware.rw_handles [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff3ab0-4618-3152-465d-0029bf58af1e/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1148.374626] env[68466]: ERROR oslo_vmware.rw_handles [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff3ab0-4618-3152-465d-0029bf58af1e/disk-0.vmdk due to incomplete transfer. [ 1148.374808] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-67cc644d-c444-4370-8816-aef5733a5794 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.381426] env[68466]: DEBUG oslo_vmware.rw_handles [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ff3ab0-4618-3152-465d-0029bf58af1e/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1148.381624] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Uploaded image bd6ee8ef-d6cd-479c-bef0-6bd09d2fed51 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1148.383471] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1148.383697] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-20daf871-7d46-4d09-a13c-73c053b5d72e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.388811] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1148.388811] env[68466]: value = "task-2813188" [ 1148.388811] env[68466]: _type = "Task" [ 1148.388811] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.397051] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813188, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.424678] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: f7f960d4-9806-4cdc-8109-a2b51fdc146e] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1148.430548] env[68466]: DEBUG oslo_concurrency.lockutils [req-0b448914-b1a2-4035-82de-af52d0314612 req-714e99d3-ce15-4655-9cee-8f4a9c939114 service nova] Releasing lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.502241] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.502506] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.502701] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.502885] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.503069] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.505290] env[68466]: INFO nova.compute.manager [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Terminating instance [ 1148.530905] env[68466]: DEBUG nova.scheduler.client.report [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.747237] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551449} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.747505] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 3221f820-0b03-48bf-a4a4-02ead3522287/3221f820-0b03-48bf-a4a4-02ead3522287.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.747719] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.747976] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a6ec38b-1197-4017-bfae-a5cf5eff6d57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.757892] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1148.757892] env[68466]: value = "task-2813189" [ 1148.757892] env[68466]: _type = "Task" [ 1148.757892] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.764994] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.775931] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813187, 'name': ReconfigVM_Task, 'duration_secs': 0.407471} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.776217] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 2c688170-a4e3-45e4-bfff-d2715f59f6b5/ce1c1ede-c5f8-47a5-8b0d-40db78629440-rescue.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.777101] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413603ca-993c-4ebf-b957-0b50ea633f51 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.803021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "a79c9c66-ec67-429c-8363-2452bf6e2206" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.808406] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f72c19-735d-4130-afc9-c74fe8bcc37f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.822983] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1148.822983] env[68466]: value = "task-2813190" [ 1148.822983] env[68466]: _type = "Task" [ 1148.822983] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.836065] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.845646] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538aa360-4d74-460b-aa26-b108736d5509 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.863985] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance 'ddac5d59-473d-4181-bedb-d5195e55e9f5' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.897816] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813188, 'name': Destroy_Task, 'duration_secs': 0.372016} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.898103] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Destroyed the VM [ 1148.898417] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1148.898713] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3914afbd-3559-44cf-b5ef-be656d7c72f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.904496] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1148.904496] env[68466]: value = "task-2813191" [ 1148.904496] env[68466]: _type = "Task" [ 1148.904496] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.912183] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.927429] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 81a5f4d3-b666-4e40-83f0-24a8c8aa751c] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1149.009568] env[68466]: DEBUG nova.compute.manager [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.009808] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.010814] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b739ed-329a-4e26-a84f-ffaab434e7b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.018185] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.018414] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8166a0f-f4fb-45b6-a7d4-537d5ef91b3a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.034940] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.409s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.037185] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.756s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.038660] env[68466]: INFO nova.compute.claims [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.105241] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.105400] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.105605] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleting the datastore file [datastore1] 0fbf4b6c-f7bb-469d-9883-5084701a15d1 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.105888] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffbc7e47-fbd5-42b4-9536-8399878e2d8b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.112627] env[68466]: DEBUG oslo_vmware.api [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1149.112627] env[68466]: value = "task-2813193" [ 1149.112627] env[68466]: _type = "Task" [ 1149.112627] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.120799] env[68466]: DEBUG oslo_vmware.api [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.266515] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069906} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.266776] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.267687] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2623079-68d6-4d30-9c18-e3832e932f47 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.290029] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 3221f820-0b03-48bf-a4a4-02ead3522287/3221f820-0b03-48bf-a4a4-02ead3522287.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.290029] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab509d8-4fa4-423f-83be-26e429c1bdd4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.308495] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1149.308495] env[68466]: value = "task-2813194" [ 1149.308495] env[68466]: _type = "Task" [ 1149.308495] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.316547] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.333318] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813190, 'name': ReconfigVM_Task, 'duration_secs': 0.177106} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.333581] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.333847] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a835959-d4c9-43d6-81d0-723d26971eee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.340310] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1149.340310] env[68466]: value = "task-2813195" [ 1149.340310] env[68466]: _type = "Task" [ 1149.340310] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.347979] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.370042] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.370307] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45322548-3f1f-4a0a-a270-0d839809d6fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.377599] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1149.377599] env[68466]: value = "task-2813196" [ 1149.377599] env[68466]: _type = "Task" [ 1149.377599] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.386107] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.414400] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.430105] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 3f8fe727-783d-4c1d-a2ca-6b6042524fc4] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1149.548687] env[68466]: DEBUG oslo_concurrency.lockutils [None req-cc96ba69-d1c0-4e20-8f34-a48eaad1d54c tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.528s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.550281] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.747s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.550281] env[68466]: INFO nova.compute.manager [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Unshelving [ 1149.623182] env[68466]: DEBUG oslo_vmware.api [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137378} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.623400] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.623587] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.623762] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.623936] env[68466]: INFO nova.compute.manager [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1149.624209] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.624409] env[68466]: DEBUG nova.compute.manager [-] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.624505] env[68466]: DEBUG nova.network.neutron [-] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.818861] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.850084] env[68466]: DEBUG oslo_vmware.api [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813195, 'name': PowerOnVM_Task, 'duration_secs': 0.442678} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.850344] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.853201] env[68466]: DEBUG nova.compute.manager [None req-1c2e9a13-474a-46dc-bb4c-b78d02447185 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.853984] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d43ef7b-33e1-4121-9bb6-39128f8c6b00 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.887511] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813196, 'name': PowerOffVM_Task, 'duration_secs': 0.374788} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.887881] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.888094] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance 'ddac5d59-473d-4181-bedb-d5195e55e9f5' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.916936] env[68466]: DEBUG oslo_vmware.api [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813191, 'name': RemoveSnapshot_Task, 'duration_secs': 0.627771} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.922239] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1149.922239] env[68466]: INFO nova.compute.manager [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Took 16.63 seconds to snapshot the instance on the hypervisor. [ 1149.933218] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 3691901a-1a8e-4afe-94f3-e3edd7dcc917] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1149.943549] env[68466]: DEBUG nova.compute.manager [req-03ee05b2-0a0d-44d4-9099-2da02e7505b9 req-cd2ec8aa-f2f3-4b60-a9f6-f228ff818d10 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Received event network-vif-deleted-883af99c-100f-4d8d-94f2-6bf38be5ca9a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.943757] env[68466]: INFO nova.compute.manager [req-03ee05b2-0a0d-44d4-9099-2da02e7505b9 req-cd2ec8aa-f2f3-4b60-a9f6-f228ff818d10 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Neutron deleted interface 883af99c-100f-4d8d-94f2-6bf38be5ca9a; detaching it from the instance and deleting it from the info cache [ 1149.943977] env[68466]: DEBUG nova.network.neutron [req-03ee05b2-0a0d-44d4-9099-2da02e7505b9 req-cd2ec8aa-f2f3-4b60-a9f6-f228ff818d10 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.278929] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441aa9b-b818-44bd-9d03-0119e488594f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.286959] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82719303-022a-4eaf-a877-c54b86dbe87c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.320604] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18cb307-1a90-46a2-b1ae-5c8775e217f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.328200] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813194, 'name': ReconfigVM_Task, 'duration_secs': 0.552393} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.330250] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 3221f820-0b03-48bf-a4a4-02ead3522287/3221f820-0b03-48bf-a4a4-02ead3522287.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.330881] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02043fcb-cccb-4c08-9c24-5e0fe8bd0a11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.333224] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a3a073-041d-46c8-b5db-7e6617d1c853 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.348995] env[68466]: DEBUG nova.compute.provider_tree [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.348995] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1150.348995] env[68466]: value = "task-2813197" [ 1150.348995] env[68466]: _type = "Task" [ 1150.348995] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.357148] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813197, 'name': Rename_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.399029] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.399403] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.399403] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.399531] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.400109] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.400109] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.400109] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.400280] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.400450] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.400610] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.400784] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.406094] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be0a460-dcbb-439b-b95d-d6ea2856407c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.421686] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1150.421686] env[68466]: value = "task-2813198" [ 1150.421686] env[68466]: _type = "Task" [ 1150.421686] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.425442] env[68466]: DEBUG nova.network.neutron [-] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.434732] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.436263] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 5622380f-381e-4df0-a9f9-720365bdecbe] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1150.446924] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82c41326-def1-4ede-a50e-8425df9ee27b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.456188] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3651a5-5eea-4180-b93a-83f826534cd2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.477542] env[68466]: DEBUG nova.compute.manager [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Found 3 images (rotation: 2) {{(pid=68466) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1150.477758] env[68466]: DEBUG nova.compute.manager [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Rotating out 1 backups {{(pid=68466) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1150.478009] env[68466]: DEBUG nova.compute.manager [None req-4bf78efc-9566-4878-8dc3-7818caa1e285 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deleting image 3507c793-9f49-43d5-a9b6-67bf9a01acb9 {{(pid=68466) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1150.496356] env[68466]: DEBUG nova.compute.manager [req-03ee05b2-0a0d-44d4-9099-2da02e7505b9 req-cd2ec8aa-f2f3-4b60-a9f6-f228ff818d10 service nova] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Detach interface failed, port_id=883af99c-100f-4d8d-94f2-6bf38be5ca9a, reason: Instance 0fbf4b6c-f7bb-469d-9883-5084701a15d1 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1150.572884] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.850664] env[68466]: DEBUG nova.scheduler.client.report [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.863208] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813197, 'name': Rename_Task, 'duration_secs': 0.222769} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.863490] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.863743] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3133ce03-4d4e-4144-a7ae-02bdd3155a7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.870389] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1150.870389] env[68466]: value = "task-2813199" [ 1150.870389] env[68466]: _type = "Task" [ 1150.870389] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.878287] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.931221] env[68466]: INFO nova.compute.manager [-] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Took 1.31 seconds to deallocate network for instance. [ 1150.931571] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813198, 'name': ReconfigVM_Task, 'duration_secs': 0.1811} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.933291] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance 'ddac5d59-473d-4181-bedb-d5195e55e9f5' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.939266] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: e2933914-1b7d-41a3-b41a-312b0158f7d1] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1151.359545] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.359545] env[68466]: DEBUG nova.compute.manager [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.362641] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.790s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.362852] env[68466]: DEBUG nova.objects.instance [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lazy-loading 'pci_requests' on Instance uuid a79c9c66-ec67-429c-8363-2452bf6e2206 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.381395] env[68466]: DEBUG oslo_vmware.api [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813199, 'name': PowerOnVM_Task, 'duration_secs': 0.470745} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.381395] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.381571] env[68466]: INFO nova.compute.manager [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1151.382159] env[68466]: DEBUG nova.compute.manager [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.382511] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae8a4c4-d0f6-4145-87dd-6593512d14ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.441721] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.443557] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.443777] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.443931] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.444126] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.444272] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.444415] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.444612] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.444766] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.444927] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.445105] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.445281] env[68466]: DEBUG nova.virt.hardware [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.450569] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1151.450951] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 11a9348f-a165-4cfe-b148-f6c9dff552ee] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1151.452651] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28af1c34-0c14-457f-a15a-bab754c2c8a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.471189] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1151.471189] env[68466]: value = "task-2813200" [ 1151.471189] env[68466]: _type = "Task" [ 1151.471189] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.480325] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.727785] env[68466]: INFO nova.compute.manager [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Unrescuing [ 1151.727785] env[68466]: DEBUG oslo_concurrency.lockutils [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.727944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquired lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.728158] env[68466]: DEBUG nova.network.neutron [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.865961] env[68466]: DEBUG nova.compute.utils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.869299] env[68466]: DEBUG nova.objects.instance [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lazy-loading 'numa_topology' on Instance uuid a79c9c66-ec67-429c-8363-2452bf6e2206 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.870486] env[68466]: DEBUG nova.compute.manager [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.870654] env[68466]: DEBUG nova.network.neutron [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.902110] env[68466]: INFO nova.compute.manager [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Took 14.60 seconds to build instance. [ 1151.943689] env[68466]: DEBUG nova.policy [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e335a2dd4a9444fcb48ed63d997329a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0a2c239cf6345e1abb0d151c214da39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.966567] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 4c3229df-e7a4-4970-b6d4-75ec920a6b0a] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1151.985798] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813200, 'name': ReconfigVM_Task, 'duration_secs': 0.188899} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.988927] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.989987] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc31df0-1270-40eb-822d-6866f2f0af1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.021615] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ddac5d59-473d-4181-bedb-d5195e55e9f5/ddac5d59-473d-4181-bedb-d5195e55e9f5.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.024459] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f83a48c9-7f5e-4f7d-9a83-a6fc284bf0c8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.043299] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1152.043299] env[68466]: value = "task-2813201" [ 1152.043299] env[68466]: _type = "Task" [ 1152.043299] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.052425] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.371325] env[68466]: DEBUG nova.compute.manager [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.374257] env[68466]: INFO nova.compute.claims [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.406674] env[68466]: DEBUG oslo_concurrency.lockutils [None req-c0344607-5676-4794-9581-de095ed99da3 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3221f820-0b03-48bf-a4a4-02ead3522287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.118s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.469816] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 767a79fd-5dd1-4464-95a9-427be28af5ae] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1152.481681] env[68466]: DEBUG nova.network.neutron [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating instance_info_cache with network_info: [{"id": "83f77c67-dd4a-41bb-9464-3416e95e5431", "address": "fa:16:3e:97:3a:48", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f77c67-dd", "ovs_interfaceid": "83f77c67-dd4a-41bb-9464-3416e95e5431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.541328] env[68466]: DEBUG nova.network.neutron [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Successfully created port: 580d55a9-67ed-47eb-a77d-e08000b551c3 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.553504] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813201, 'name': ReconfigVM_Task, 'duration_secs': 0.276127} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.553882] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ddac5d59-473d-4181-bedb-d5195e55e9f5/ddac5d59-473d-4181-bedb-d5195e55e9f5.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.554211] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance 'ddac5d59-473d-4181-bedb-d5195e55e9f5' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.879465] env[68466]: INFO nova.virt.block_device [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Booting with volume 53d1c99c-c662-4e5a-9cdc-8370740697d4 at /dev/sda [ 1152.907692] env[68466]: DEBUG oslo_concurrency.lockutils [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "3221f820-0b03-48bf-a4a4-02ead3522287" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.907942] env[68466]: DEBUG oslo_concurrency.lockutils [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3221f820-0b03-48bf-a4a4-02ead3522287" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.908165] env[68466]: DEBUG oslo_concurrency.lockutils [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "3221f820-0b03-48bf-a4a4-02ead3522287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.908357] env[68466]: DEBUG oslo_concurrency.lockutils [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3221f820-0b03-48bf-a4a4-02ead3522287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.908557] env[68466]: DEBUG oslo_concurrency.lockutils [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3221f820-0b03-48bf-a4a4-02ead3522287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.911036] env[68466]: INFO nova.compute.manager [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Terminating instance [ 1152.924477] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57f37217-ce3c-4d2a-a9d1-a47c75b250c2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.927227] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "1f501e89-a19c-459f-af03-975dd67fa3d2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.927504] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.927684] env[68466]: DEBUG nova.compute.manager [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.928877] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c968d5-b3b5-4165-ad76-faebc94f7049 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.936291] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6ea887-d2cd-4d99-8744-41db679a57d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.948932] env[68466]: DEBUG nova.compute.manager [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1152.949561] env[68466]: DEBUG nova.objects.instance [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'flavor' on Instance uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.976718] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 21e5a37e-bcc4-4bf2-92fe-a26700e1382c] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1152.982021] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38589cea-114d-469f-bd94-aafef1d4fd12 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.984338] env[68466]: DEBUG oslo_concurrency.lockutils [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Releasing lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.988987] env[68466]: DEBUG nova.objects.instance [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lazy-loading 'flavor' on Instance uuid 2c688170-a4e3-45e4-bfff-d2715f59f6b5 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.990353] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef16bd-46fa-4c2e-97d9-8200b633ee48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.036022] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ea12c8-2d7b-44f5-8dca-f5db989639b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.041050] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025f1bd-a00c-4ad3-be32-f989fbea075f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.060160] env[68466]: DEBUG nova.virt.block_device [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating existing volume attachment record: 8f5670c4-e604-4956-bf4f-4dabe04af33d {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1153.063437] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb2ad1-b06c-45c7-97a1-55c91f7c05d0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.086317] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696acfb4-fafa-4807-b9f4-0c560e92846c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.106067] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance 'ddac5d59-473d-4181-bedb-d5195e55e9f5' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.416023] env[68466]: DEBUG nova.compute.manager [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.416023] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.416313] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7182ddf6-93b7-4f69-a51b-bf68c93e3abd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.423701] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.426189] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02eb57fa-65f1-4952-ad9d-14d29d528298 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.432136] env[68466]: DEBUG oslo_vmware.api [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1153.432136] env[68466]: value = "task-2813202" [ 1153.432136] env[68466]: _type = "Task" [ 1153.432136] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.441147] env[68466]: DEBUG oslo_vmware.api [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.479842] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 757670a3-c1fb-4549-8c8c-ab10576f4d4c] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1153.508206] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba9d8c3-3443-459c-ab41-40f19ab5a870 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.534419] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.537343] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8c372e9-de03-4e6d-9f2e-a631857107fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.544011] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1153.544011] env[68466]: value = "task-2813203" [ 1153.544011] env[68466]: _type = "Task" [ 1153.544011] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.554032] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.650831] env[68466]: DEBUG nova.network.neutron [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Port 7ddca667-b64a-4888-8aa7-6c522df809eb binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1153.677155] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b667887-6794-4d5f-8c90-5cdf02064812 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.684757] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd0537b-8737-48f2-b463-dd3dde523684 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.715949] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb9897-412b-4e83-99ea-b9caba85f7bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.724312] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff6c85b-727d-4ca9-b2c1-bc637192c7b5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.738051] env[68466]: DEBUG nova.compute.provider_tree [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.942469] env[68466]: DEBUG oslo_vmware.api [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813202, 'name': PowerOffVM_Task, 'duration_secs': 0.195928} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.942749] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.942919] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.943191] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19d2f709-94b4-49fa-83b0-15cb1d166558 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.958397] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.958681] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c9aa9f-6f28-4fa1-a396-167b8d81b433 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.965650] env[68466]: DEBUG oslo_vmware.api [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1153.965650] env[68466]: value = "task-2813205" [ 1153.965650] env[68466]: _type = "Task" [ 1153.965650] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.975372] env[68466]: DEBUG oslo_vmware.api [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.982940] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 31535c04-c6b6-49fa-bbd7-6dafed674668] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1154.016169] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.016408] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.016799] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleting the datastore file [datastore2] 3221f820-0b03-48bf-a4a4-02ead3522287 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.016874] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87deebeb-8836-4e7c-9a50-5237f4f480d8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.026167] env[68466]: DEBUG oslo_vmware.api [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for the task: (returnval){ [ 1154.026167] env[68466]: value = "task-2813206" [ 1154.026167] env[68466]: _type = "Task" [ 1154.026167] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.037782] env[68466]: DEBUG oslo_vmware.api [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.053840] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813203, 'name': PowerOffVM_Task, 'duration_secs': 0.254371} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.054127] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.059854] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfiguring VM instance instance-0000006a to detach disk 2002 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.060210] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d512a7-3561-4738-82ca-ff488bb2d536 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.077634] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1154.077634] env[68466]: value = "task-2813207" [ 1154.077634] env[68466]: _type = "Task" [ 1154.077634] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.085728] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.241440] env[68466]: DEBUG nova.scheduler.client.report [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.434720] env[68466]: DEBUG nova.compute.manager [req-f122c040-5e2e-48c1-afc6-c9e5df13215e req-5fe9d349-e01a-41ac-8b89-8585c69e32c0 service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Received event network-vif-plugged-580d55a9-67ed-47eb-a77d-e08000b551c3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1154.434950] env[68466]: DEBUG oslo_concurrency.lockutils [req-f122c040-5e2e-48c1-afc6-c9e5df13215e req-5fe9d349-e01a-41ac-8b89-8585c69e32c0 service nova] Acquiring lock "a66ff562-19cc-4e6d-a931-efb2de790058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.435391] env[68466]: DEBUG oslo_concurrency.lockutils [req-f122c040-5e2e-48c1-afc6-c9e5df13215e req-5fe9d349-e01a-41ac-8b89-8585c69e32c0 service nova] Lock "a66ff562-19cc-4e6d-a931-efb2de790058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.435391] env[68466]: DEBUG oslo_concurrency.lockutils [req-f122c040-5e2e-48c1-afc6-c9e5df13215e req-5fe9d349-e01a-41ac-8b89-8585c69e32c0 service nova] Lock "a66ff562-19cc-4e6d-a931-efb2de790058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.435803] env[68466]: DEBUG nova.compute.manager [req-f122c040-5e2e-48c1-afc6-c9e5df13215e req-5fe9d349-e01a-41ac-8b89-8585c69e32c0 service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] No waiting events found dispatching network-vif-plugged-580d55a9-67ed-47eb-a77d-e08000b551c3 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.435803] env[68466]: WARNING nova.compute.manager [req-f122c040-5e2e-48c1-afc6-c9e5df13215e req-5fe9d349-e01a-41ac-8b89-8585c69e32c0 service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Received unexpected event network-vif-plugged-580d55a9-67ed-47eb-a77d-e08000b551c3 for instance with vm_state building and task_state block_device_mapping. [ 1154.476492] env[68466]: DEBUG oslo_vmware.api [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813205, 'name': PowerOffVM_Task, 'duration_secs': 0.17063} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.476759] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.476957] env[68466]: DEBUG nova.compute.manager [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.477756] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd0f27-0caa-4c65-8430-d552005e915b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.485883] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 1d9dcf6b-99b4-4860-8f0c-f4cead52452c] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1154.512703] env[68466]: DEBUG nova.network.neutron [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Successfully updated port: 580d55a9-67ed-47eb-a77d-e08000b551c3 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.541026] env[68466]: DEBUG oslo_vmware.api [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Task: {'id': task-2813206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206076} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.541026] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.541026] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.541026] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.541633] env[68466]: INFO nova.compute.manager [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1154.542222] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.542729] env[68466]: DEBUG nova.compute.manager [-] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.543235] env[68466]: DEBUG nova.network.neutron [-] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.588141] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.676253] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "ddac5d59-473d-4181-bedb-d5195e55e9f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.676253] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.676763] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.747347] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.385s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.750625] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.309s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.750855] env[68466]: DEBUG nova.objects.instance [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lazy-loading 'resources' on Instance uuid 0fbf4b6c-f7bb-469d-9883-5084701a15d1 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.782026] env[68466]: INFO nova.network.neutron [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating port da8f35d0-3ba5-4d88-9f26-f158225f7e1a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1154.990312] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 15f94aba-7683-4b00-997b-8af1b420fc2d] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1154.992671] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ea0c73e0-1f68-457d-bfba-28e04348d6f2 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.013233] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.013448] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.013523] env[68466]: DEBUG nova.network.neutron [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.095439] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.179885] env[68466]: DEBUG nova.compute.manager [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.180873] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.181206] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.181401] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.181592] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.181740] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.181889] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.182120] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.182312] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.182451] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.182616] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.182792] env[68466]: DEBUG nova.virt.hardware [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.185572] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff165e4-7b19-422c-ab7e-dc4c31fca005 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.195339] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc62e45-f4eb-487a-8969-dd3a849ac0bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.376274] env[68466]: DEBUG nova.network.neutron [-] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.496766] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: f99a26a9-de93-4ad4-98af-3e652aeacb52] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1155.530159] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b16ca09-ae4d-4d48-9ea2-160d39dd6198 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.537936] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47c9f62-8c8e-4fe1-a3d5-2cad3e724cd0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.568420] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf36894-2a30-413e-b261-7bc75d010e48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.576135] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce79daae-7394-483e-85a4-6bc60bda4863 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.582294] env[68466]: DEBUG nova.network.neutron [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.599959] env[68466]: DEBUG nova.compute.provider_tree [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.604255] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813207, 'name': ReconfigVM_Task, 'duration_secs': 1.289901} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.604797] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfigured VM instance instance-0000006a to detach disk 2002 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.604906] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.605157] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e405ecfc-a321-489b-bedd-00ff9daec071 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.614754] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1155.614754] env[68466]: value = "task-2813208" [ 1155.614754] env[68466]: _type = "Task" [ 1155.614754] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.629009] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.727312] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.727636] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.727930] env[68466]: DEBUG nova.network.neutron [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.794355] env[68466]: DEBUG nova.network.neutron [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance_info_cache with network_info: [{"id": "580d55a9-67ed-47eb-a77d-e08000b551c3", "address": "fa:16:3e:e7:3f:ad", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d55a9-67", "ovs_interfaceid": "580d55a9-67ed-47eb-a77d-e08000b551c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.879221] env[68466]: INFO nova.compute.manager [-] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Took 1.34 seconds to deallocate network for instance. [ 1156.001345] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 87468178-0f5e-4413-9186-e3fb9280c120] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1156.106233] env[68466]: DEBUG nova.scheduler.client.report [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.129495] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813208, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.277403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.277403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.277403] env[68466]: DEBUG nova.network.neutron [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.297015] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.297361] env[68466]: DEBUG nova.compute.manager [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Instance network_info: |[{"id": "580d55a9-67ed-47eb-a77d-e08000b551c3", "address": "fa:16:3e:e7:3f:ad", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d55a9-67", "ovs_interfaceid": "580d55a9-67ed-47eb-a77d-e08000b551c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.297779] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:3f:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '580d55a9-67ed-47eb-a77d-e08000b551c3', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.306053] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.308553] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.309317] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5093df38-20c6-4e32-9ab3-ccaa9ed4daab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.331987] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.331987] env[68466]: value = "task-2813209" [ 1156.331987] env[68466]: _type = "Task" [ 1156.331987] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.334421] env[68466]: DEBUG nova.compute.manager [req-a8abce5d-f9a6-4a5c-83e9-dd532a471496 req-3a8b84c2-3bb6-42a9-9006-0f5f54a2539d service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received event network-vif-plugged-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.334629] env[68466]: DEBUG oslo_concurrency.lockutils [req-a8abce5d-f9a6-4a5c-83e9-dd532a471496 req-3a8b84c2-3bb6-42a9-9006-0f5f54a2539d service nova] Acquiring lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.334799] env[68466]: DEBUG oslo_concurrency.lockutils [req-a8abce5d-f9a6-4a5c-83e9-dd532a471496 req-3a8b84c2-3bb6-42a9-9006-0f5f54a2539d service nova] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.334964] env[68466]: DEBUG oslo_concurrency.lockutils [req-a8abce5d-f9a6-4a5c-83e9-dd532a471496 req-3a8b84c2-3bb6-42a9-9006-0f5f54a2539d service nova] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.335148] env[68466]: DEBUG nova.compute.manager [req-a8abce5d-f9a6-4a5c-83e9-dd532a471496 req-3a8b84c2-3bb6-42a9-9006-0f5f54a2539d service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] No waiting events found dispatching network-vif-plugged-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.335307] env[68466]: WARNING nova.compute.manager [req-a8abce5d-f9a6-4a5c-83e9-dd532a471496 req-3a8b84c2-3bb6-42a9-9006-0f5f54a2539d service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received unexpected event network-vif-plugged-da8f35d0-3ba5-4d88-9f26-f158225f7e1a for instance with vm_state shelved_offloaded and task_state spawning. [ 1156.344156] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813209, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.387948] env[68466]: DEBUG oslo_concurrency.lockutils [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.476123] env[68466]: DEBUG nova.compute.manager [req-5ffc113b-1e63-4388-8162-7ea76261eebc req-047f295d-f8d8-44c5-9f54-05b75befe426 service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Received event network-changed-580d55a9-67ed-47eb-a77d-e08000b551c3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.476327] env[68466]: DEBUG nova.compute.manager [req-5ffc113b-1e63-4388-8162-7ea76261eebc req-047f295d-f8d8-44c5-9f54-05b75befe426 service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Refreshing instance network info cache due to event network-changed-580d55a9-67ed-47eb-a77d-e08000b551c3. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1156.476533] env[68466]: DEBUG oslo_concurrency.lockutils [req-5ffc113b-1e63-4388-8162-7ea76261eebc req-047f295d-f8d8-44c5-9f54-05b75befe426 service nova] Acquiring lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.476675] env[68466]: DEBUG oslo_concurrency.lockutils [req-5ffc113b-1e63-4388-8162-7ea76261eebc req-047f295d-f8d8-44c5-9f54-05b75befe426 service nova] Acquired lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.476835] env[68466]: DEBUG nova.network.neutron [req-5ffc113b-1e63-4388-8162-7ea76261eebc req-047f295d-f8d8-44c5-9f54-05b75befe426 service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Refreshing network info cache for port 580d55a9-67ed-47eb-a77d-e08000b551c3 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.505624] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 68311f9b-64cc-4e62-9db5-d1b7f8f4661b] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1156.568983] env[68466]: DEBUG nova.network.neutron [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance_info_cache with network_info: [{"id": "7ddca667-b64a-4888-8aa7-6c522df809eb", "address": "fa:16:3e:43:d4:6a", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ddca667-b6", "ovs_interfaceid": "7ddca667-b64a-4888-8aa7-6c522df809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.610877] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.613214] env[68466]: DEBUG oslo_concurrency.lockutils [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.225s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.613455] env[68466]: DEBUG nova.objects.instance [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lazy-loading 'resources' on Instance uuid 3221f820-0b03-48bf-a4a4-02ead3522287 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.630149] env[68466]: DEBUG oslo_vmware.api [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813208, 'name': PowerOnVM_Task, 'duration_secs': 0.787737} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.631162] env[68466]: INFO nova.scheduler.client.report [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted allocations for instance 0fbf4b6c-f7bb-469d-9883-5084701a15d1 [ 1156.632528] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.632874] env[68466]: DEBUG nova.compute.manager [None req-551d1662-aa35-4ae9-be2e-d6b60a5b0c23 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.637528] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30908f3f-1f7e-43df-b37b-bee9377e78cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.733764] env[68466]: DEBUG nova.compute.manager [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Stashing vm_state: stopped {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1156.842484] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813209, 'name': CreateVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.012125] env[68466]: DEBUG nova.network.neutron [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating instance_info_cache with network_info: [{"id": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "address": "fa:16:3e:c2:35:fb", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f35d0-3b", "ovs_interfaceid": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.013913] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 9289aeb2-4bea-4a45-a98f-cc0239989352] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1157.071819] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.143730] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a14aef22-49c0-4d30-8c83-ac38ea8bfa86 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "0fbf4b6c-f7bb-469d-9883-5084701a15d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.641s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.249243] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.343509] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813209, 'name': CreateVM_Task, 'duration_secs': 0.534583} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.346610] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.347370] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0479a620-1dd8-4ee4-85f7-eaf47fba3654 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.350262] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565289', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'name': 'volume-53d1c99c-c662-4e5a-9cdc-8370740697d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a66ff562-19cc-4e6d-a931-efb2de790058', 'attached_at': '', 'detached_at': '', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'serial': '53d1c99c-c662-4e5a-9cdc-8370740697d4'}, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '8f5670c4-e604-4956-bf4f-4dabe04af33d', 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=68466) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1157.350480] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Root volume attach. Driver type: vmdk {{(pid=68466) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1157.351518] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae1b3dc-3e11-4b04-a698-4d77fa30b06e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.363159] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8775346a-a64e-4b8f-972c-c2600c0bc9f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.367012] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ac4de-d3bc-4f8c-91ad-cfa0ce769e94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.399093] env[68466]: DEBUG nova.network.neutron [req-5ffc113b-1e63-4388-8162-7ea76261eebc req-047f295d-f8d8-44c5-9f54-05b75befe426 service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updated VIF entry in instance network info cache for port 580d55a9-67ed-47eb-a77d-e08000b551c3. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.399493] env[68466]: DEBUG nova.network.neutron [req-5ffc113b-1e63-4388-8162-7ea76261eebc req-047f295d-f8d8-44c5-9f54-05b75befe426 service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance_info_cache with network_info: [{"id": "580d55a9-67ed-47eb-a77d-e08000b551c3", "address": "fa:16:3e:e7:3f:ad", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d55a9-67", "ovs_interfaceid": "580d55a9-67ed-47eb-a77d-e08000b551c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.401314] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09e90c7-56c7-4208-a001-24f5db041160 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.404663] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec0ae56-7efc-4fe6-b72d-ce70c2e0a39c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.413121] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-371db100-30c9-4313-9e5c-79009321978d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.416512] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422c0727-905e-4dcb-8340-e469f46d2109 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.432130] env[68466]: DEBUG nova.compute.provider_tree [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.434437] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1157.434437] env[68466]: value = "task-2813210" [ 1157.434437] env[68466]: _type = "Task" [ 1157.434437] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.442577] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.516233] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.519289] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 22b16eb7-e4fe-4d14-89be-2f399a7d0533] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1157.549980] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7f9a6f1652a872fb413503d83399664f',container_format='bare',created_at=2025-03-06T13:47:03Z,direct_url=,disk_format='vmdk',id=c9f709c9-bbc5-483e-8efb-19dcc8387fe9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-163301248-shelved',owner='8bf161a8b1344f849436d9206c942fb0',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-06T13:47:20Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.550357] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.550528] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.550713] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.550863] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.551000] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.551232] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.551422] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.551620] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.551788] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.551962] env[68466]: DEBUG nova.virt.hardware [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.552830] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64667193-b884-4bea-8692-b2adb1fe512c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.562451] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef8bcb-27c9-4dc7-bf19-689c0e2d3957 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.582165] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:35:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da8f35d0-3ba5-4d88-9f26-f158225f7e1a', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.589607] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.592043] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.592444] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-791064a7-160f-49d6-939d-b2f14b3dbff9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.608721] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ffe974-927c-4f5a-bd18-315887c4cc52 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.635643] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502de2a2-a825-4fd9-8df9-3df003ace45f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.639531] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.639531] env[68466]: value = "task-2813211" [ 1157.639531] env[68466]: _type = "Task" [ 1157.639531] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.649123] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance 'ddac5d59-473d-4181-bedb-d5195e55e9f5' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.661212] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813211, 'name': CreateVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.905441] env[68466]: DEBUG oslo_concurrency.lockutils [req-5ffc113b-1e63-4388-8162-7ea76261eebc req-047f295d-f8d8-44c5-9f54-05b75befe426 service nova] Releasing lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.905790] env[68466]: DEBUG nova.compute.manager [req-5ffc113b-1e63-4388-8162-7ea76261eebc req-047f295d-f8d8-44c5-9f54-05b75befe426 service nova] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Received event network-vif-deleted-b1ac677a-8760-428a-8e4f-4aa609481477 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1157.935770] env[68466]: DEBUG nova.scheduler.client.report [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.957224] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task} progress is 43%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.022444] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: a52533b9-9cc4-4dd7-a554-7d678ce233dc] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1158.150414] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813211, 'name': CreateVM_Task, 'duration_secs': 0.395632} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.150593] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.151323] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.151530] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.151971] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.152293] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5e73c5-2337-4ef1-a630-b30186d00326 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.157278] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.158848] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3271e554-abe8-4cfb-8aff-f84da2019a66 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.160705] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1158.160705] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52175559-7b83-6e52-f737-51ecae88bfe8" [ 1158.160705] env[68466]: _type = "Task" [ 1158.160705] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.166562] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1158.166562] env[68466]: value = "task-2813212" [ 1158.166562] env[68466]: _type = "Task" [ 1158.166562] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.173478] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52175559-7b83-6e52-f737-51ecae88bfe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.179444] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.365349] env[68466]: DEBUG nova.compute.manager [req-c73ec073-0dc0-4a67-9e7f-bd63b80c082e req-a8faa2a6-58ca-4b17-ae7b-e388d9457a1d service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received event network-changed-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1158.365349] env[68466]: DEBUG nova.compute.manager [req-c73ec073-0dc0-4a67-9e7f-bd63b80c082e req-a8faa2a6-58ca-4b17-ae7b-e388d9457a1d service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Refreshing instance network info cache due to event network-changed-da8f35d0-3ba5-4d88-9f26-f158225f7e1a. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1158.365468] env[68466]: DEBUG oslo_concurrency.lockutils [req-c73ec073-0dc0-4a67-9e7f-bd63b80c082e req-a8faa2a6-58ca-4b17-ae7b-e388d9457a1d service nova] Acquiring lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.365558] env[68466]: DEBUG oslo_concurrency.lockutils [req-c73ec073-0dc0-4a67-9e7f-bd63b80c082e req-a8faa2a6-58ca-4b17-ae7b-e388d9457a1d service nova] Acquired lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.365729] env[68466]: DEBUG nova.network.neutron [req-c73ec073-0dc0-4a67-9e7f-bd63b80c082e req-a8faa2a6-58ca-4b17-ae7b-e388d9457a1d service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Refreshing network info cache for port da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.435781] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "5241821c-6db7-482c-b466-9f15b8ad21e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.436118] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "5241821c-6db7-482c-b466-9f15b8ad21e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.436348] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "5241821c-6db7-482c-b466-9f15b8ad21e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.436548] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "5241821c-6db7-482c-b466-9f15b8ad21e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.436736] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "5241821c-6db7-482c-b466-9f15b8ad21e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.439029] env[68466]: INFO nova.compute.manager [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Terminating instance [ 1158.450073] env[68466]: DEBUG oslo_concurrency.lockutils [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.455807] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.207s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.457580] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task} progress is 56%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.477448] env[68466]: INFO nova.scheduler.client.report [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Deleted allocations for instance 3221f820-0b03-48bf-a4a4-02ead3522287 [ 1158.515622] env[68466]: DEBUG nova.compute.manager [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Received event network-changed-83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1158.515880] env[68466]: DEBUG nova.compute.manager [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Refreshing instance network info cache due to event network-changed-83f77c67-dd4a-41bb-9464-3416e95e5431. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1158.517089] env[68466]: DEBUG oslo_concurrency.lockutils [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] Acquiring lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.517348] env[68466]: DEBUG oslo_concurrency.lockutils [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] Acquired lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.517574] env[68466]: DEBUG nova.network.neutron [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Refreshing network info cache for port 83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.526222] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 83a86c4a-76f4-4e89-a300-6521bea879bc] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1158.675674] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.675961] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Processing image c9f709c9-bbc5-483e-8efb-19dcc8387fe9 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.676238] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9/c9f709c9-bbc5-483e-8efb-19dcc8387fe9.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.676388] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9/c9f709c9-bbc5-483e-8efb-19dcc8387fe9.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.676606] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.676913] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c585f5a2-8f2d-4933-915f-bcf6ea93b54f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.682639] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.703838] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.704093] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.704902] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52c798c-967a-47ff-846c-5a6b6a5b2fa3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.712396] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1158.712396] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5288f1bc-bddb-a09e-a0d6-5f5115c469e8" [ 1158.712396] env[68466]: _type = "Task" [ 1158.712396] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.723397] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5288f1bc-bddb-a09e-a0d6-5f5115c469e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.949813] env[68466]: DEBUG nova.compute.manager [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.950083] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.954486] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3557bc6-f0ad-45e1-8b59-248e5d1fb4f9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.957319] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task} progress is 71%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.961401] env[68466]: INFO nova.compute.claims [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.967337] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.967989] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92509847-48c7-4b03-add7-9899f3885e8d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.977622] env[68466]: DEBUG oslo_vmware.api [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1158.977622] env[68466]: value = "task-2813213" [ 1158.977622] env[68466]: _type = "Task" [ 1158.977622] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.990957] env[68466]: DEBUG oslo_vmware.api [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.991485] env[68466]: DEBUG oslo_concurrency.lockutils [None req-270a655a-03fc-43be-8b30-7be4b7ca20f2 tempest-ServerDiskConfigTestJSON-194409977 tempest-ServerDiskConfigTestJSON-194409977-project-member] Lock "3221f820-0b03-48bf-a4a4-02ead3522287" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.084s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.029807] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 29702cfa-692e-4ebd-b149-0ca14add1229] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1159.178509] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.230386] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Preparing fetch location {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1159.230672] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Fetch image to [datastore2] OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98/OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98.vmdk {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1159.231336] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Downloading stream optimized image c9f709c9-bbc5-483e-8efb-19dcc8387fe9 to [datastore2] OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98/OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98.vmdk on the data store datastore2 as vApp {{(pid=68466) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1159.231336] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Downloading image file data c9f709c9-bbc5-483e-8efb-19dcc8387fe9 to the ESX as VM named 'OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98' {{(pid=68466) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1159.279205] env[68466]: DEBUG nova.network.neutron [req-c73ec073-0dc0-4a67-9e7f-bd63b80c082e req-a8faa2a6-58ca-4b17-ae7b-e388d9457a1d service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updated VIF entry in instance network info cache for port da8f35d0-3ba5-4d88-9f26-f158225f7e1a. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.279617] env[68466]: DEBUG nova.network.neutron [req-c73ec073-0dc0-4a67-9e7f-bd63b80c082e req-a8faa2a6-58ca-4b17-ae7b-e388d9457a1d service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating instance_info_cache with network_info: [{"id": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "address": "fa:16:3e:c2:35:fb", "network": {"id": "1176eee4-ea0b-4a3f-a3d2-7162192d8cca", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-981534087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf161a8b1344f849436d9206c942fb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda8f35d0-3b", "ovs_interfaceid": "da8f35d0-3ba5-4d88-9f26-f158225f7e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.320836] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1159.320836] env[68466]: value = "resgroup-9" [ 1159.320836] env[68466]: _type = "ResourcePool" [ 1159.320836] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1159.321209] env[68466]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-905dc167-0f2b-4e1d-8cd7-6abb18990e3c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.355011] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lease: (returnval){ [ 1159.355011] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a82a1-da8f-6421-fed2-dbc2be41c79f" [ 1159.355011] env[68466]: _type = "HttpNfcLease" [ 1159.355011] env[68466]: } obtained for vApp import into resource pool (val){ [ 1159.355011] env[68466]: value = "resgroup-9" [ 1159.355011] env[68466]: _type = "ResourcePool" [ 1159.355011] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1159.355545] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the lease: (returnval){ [ 1159.355545] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a82a1-da8f-6421-fed2-dbc2be41c79f" [ 1159.355545] env[68466]: _type = "HttpNfcLease" [ 1159.355545] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1159.363218] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.363218] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a82a1-da8f-6421-fed2-dbc2be41c79f" [ 1159.363218] env[68466]: _type = "HttpNfcLease" [ 1159.363218] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.391795] env[68466]: DEBUG nova.network.neutron [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updated VIF entry in instance network info cache for port 83f77c67-dd4a-41bb-9464-3416e95e5431. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.392180] env[68466]: DEBUG nova.network.neutron [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating instance_info_cache with network_info: [{"id": "83f77c67-dd4a-41bb-9464-3416e95e5431", "address": "fa:16:3e:97:3a:48", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f77c67-dd", "ovs_interfaceid": "83f77c67-dd4a-41bb-9464-3416e95e5431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.454945] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task} progress is 84%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.469776] env[68466]: INFO nova.compute.resource_tracker [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating resource usage from migration c9b4d0f8-daf6-4822-b3b4-223a26e6dd48 [ 1159.488247] env[68466]: DEBUG oslo_vmware.api [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813213, 'name': PowerOffVM_Task, 'duration_secs': 0.336282} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.488525] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.488692] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.488971] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1ebc430-6f81-45b7-a957-84f75d442c7c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.534406] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 5cfcedad-7808-44f5-b9ab-9a97b1c42177] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1159.575786] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.576809] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.576809] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleting the datastore file [datastore2] 5241821c-6db7-482c-b466-9f15b8ad21e7 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.576809] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb114d7f-cce5-4df2-9552-6b33bb4d43a1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.588298] env[68466]: DEBUG oslo_vmware.api [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for the task: (returnval){ [ 1159.588298] env[68466]: value = "task-2813216" [ 1159.588298] env[68466]: _type = "Task" [ 1159.588298] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.602035] env[68466]: DEBUG oslo_vmware.api [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.678570] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813212, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.749866] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ba446-05a5-452c-8f04-bf265560320d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.759290] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d870b38-9af9-40d5-bbba-441c439bb85a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.790550] env[68466]: DEBUG oslo_concurrency.lockutils [req-c73ec073-0dc0-4a67-9e7f-bd63b80c082e req-a8faa2a6-58ca-4b17-ae7b-e388d9457a1d service nova] Releasing lock "refresh_cache-a79c9c66-ec67-429c-8363-2452bf6e2206" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.791756] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c1c6f6-c7eb-4d68-b600-2560190516f9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.800330] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a51f2c-fa8f-4990-98d6-ba522f472a9d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.816489] env[68466]: DEBUG nova.compute.provider_tree [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.865110] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.865110] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a82a1-da8f-6421-fed2-dbc2be41c79f" [ 1159.865110] env[68466]: _type = "HttpNfcLease" [ 1159.865110] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.894845] env[68466]: DEBUG oslo_concurrency.lockutils [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] Releasing lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.894903] env[68466]: DEBUG nova.compute.manager [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Received event network-changed-83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1159.895142] env[68466]: DEBUG nova.compute.manager [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Refreshing instance network info cache due to event network-changed-83f77c67-dd4a-41bb-9464-3416e95e5431. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1159.895259] env[68466]: DEBUG oslo_concurrency.lockutils [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] Acquiring lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.895393] env[68466]: DEBUG oslo_concurrency.lockutils [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] Acquired lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.895537] env[68466]: DEBUG nova.network.neutron [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Refreshing network info cache for port 83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.953816] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task} progress is 97%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.037560] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 292bc6a1-f7a2-400d-88dd-3148250b3f55] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1160.099374] env[68466]: DEBUG oslo_vmware.api [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.183079] env[68466]: DEBUG oslo_vmware.api [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813212, 'name': PowerOnVM_Task, 'duration_secs': 1.750707} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.183079] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.183079] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e050a00a-2e6c-431f-8762-1d7692f72a89 tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance 'ddac5d59-473d-4181-bedb-d5195e55e9f5' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.320218] env[68466]: DEBUG nova.scheduler.client.report [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.364085] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.364085] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a82a1-da8f-6421-fed2-dbc2be41c79f" [ 1160.364085] env[68466]: _type = "HttpNfcLease" [ 1160.364085] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.461795] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task} progress is 97%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.541038] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: c09869f1-0f84-4530-a323-a365511652f0] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1160.600744] env[68466]: DEBUG oslo_vmware.api [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Task: {'id': task-2813216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.690713} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.601422] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.601622] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.601798] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.601967] env[68466]: INFO nova.compute.manager [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1160.602234] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.602447] env[68466]: DEBUG nova.compute.manager [-] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.602676] env[68466]: DEBUG nova.network.neutron [-] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.824980] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.369s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.825210] env[68466]: INFO nova.compute.manager [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Migrating [ 1160.868695] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.868695] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a82a1-da8f-6421-fed2-dbc2be41c79f" [ 1160.868695] env[68466]: _type = "HttpNfcLease" [ 1160.868695] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.951702] env[68466]: DEBUG nova.compute.manager [req-5228823d-bd5a-4c60-a9ca-68c657dfd780 req-89acc562-659c-463c-abec-a48c69f7443e service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Received event network-vif-deleted-8f35b686-f647-4a9d-8e1a-242d10ce844b {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1160.951896] env[68466]: INFO nova.compute.manager [req-5228823d-bd5a-4c60-a9ca-68c657dfd780 req-89acc562-659c-463c-abec-a48c69f7443e service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Neutron deleted interface 8f35b686-f647-4a9d-8e1a-242d10ce844b; detaching it from the instance and deleting it from the info cache [ 1160.952083] env[68466]: DEBUG nova.network.neutron [req-5228823d-bd5a-4c60-a9ca-68c657dfd780 req-89acc562-659c-463c-abec-a48c69f7443e service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.961557] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task} progress is 97%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.046108] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: fefbcbda-0d80-421b-9e42-79c8a038eb09] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1161.194914] env[68466]: DEBUG nova.network.neutron [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updated VIF entry in instance network info cache for port 83f77c67-dd4a-41bb-9464-3416e95e5431. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.195304] env[68466]: DEBUG nova.network.neutron [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating instance_info_cache with network_info: [{"id": "83f77c67-dd4a-41bb-9464-3416e95e5431", "address": "fa:16:3e:97:3a:48", "network": {"id": "3c12b509-ac6e-4e09-bd95-1497f7ce1fb2", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-116623159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f64877b2b419589f708354ba9f8ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83f77c67-dd", "ovs_interfaceid": "83f77c67-dd4a-41bb-9464-3416e95e5431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.342669] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.342867] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.343061] env[68466]: DEBUG nova.network.neutron [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.367028] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.367028] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a82a1-da8f-6421-fed2-dbc2be41c79f" [ 1161.367028] env[68466]: _type = "HttpNfcLease" [ 1161.367028] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.367028] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.367028] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]521a82a1-da8f-6421-fed2-dbc2be41c79f" [ 1161.367028] env[68466]: _type = "HttpNfcLease" [ 1161.367028] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1161.367557] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e07481e-c49b-4bb4-aa2b-61d60c651c00 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.375947] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb239-2d81-7919-648c-56aa5f22151b/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.376147] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb239-2d81-7919-648c-56aa5f22151b/disk-0.vmdk. {{(pid=68466) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1161.432716] env[68466]: DEBUG nova.network.neutron [-] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.440775] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2763abe3-c009-4eae-aeda-d003a09269d0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.457749] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task} progress is 98%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.457859] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bfecf1a-11fd-40d9-8c67-b575ffdd337e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.469563] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f28583a-b985-442d-91da-8317db1fad31 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.509663] env[68466]: DEBUG nova.compute.manager [req-5228823d-bd5a-4c60-a9ca-68c657dfd780 req-89acc562-659c-463c-abec-a48c69f7443e service nova] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Detach interface failed, port_id=8f35b686-f647-4a9d-8e1a-242d10ce844b, reason: Instance 5241821c-6db7-482c-b466-9f15b8ad21e7 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1161.534256] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.534490] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.551862] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: b675257a-5070-4c8a-90b5-229f93978764] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1161.704069] env[68466]: DEBUG oslo_concurrency.lockutils [req-ffe5c45a-a382-4b75-bec5-342e15900386 req-504be4af-a52c-4c00-8c3c-cb98e78b3c8c service nova] Releasing lock "refresh_cache-2c688170-a4e3-45e4-bfff-d2715f59f6b5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.935491] env[68466]: INFO nova.compute.manager [-] [instance: 5241821c-6db7-482c-b466-9f15b8ad21e7] Took 1.33 seconds to deallocate network for instance. [ 1161.962399] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813210, 'name': RelocateVM_Task, 'duration_secs': 4.166911} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.964226] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1161.964404] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565289', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'name': 'volume-53d1c99c-c662-4e5a-9cdc-8370740697d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a66ff562-19cc-4e6d-a931-efb2de790058', 'attached_at': '', 'detached_at': '', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'serial': '53d1c99c-c662-4e5a-9cdc-8370740697d4'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1161.965330] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff19183-3d48-440d-9afc-5fcfa2b53144 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.996609] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270c361-18cb-4d75-8253-36e02bd31b6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.022273] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-53d1c99c-c662-4e5a-9cdc-8370740697d4/volume-53d1c99c-c662-4e5a-9cdc-8370740697d4.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.030347] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5d66e9-d87b-47de-9982-fa7850112346 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.051374] env[68466]: DEBUG nova.compute.utils [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.053946] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 3b23fa39-37a3-4772-8970-d9f841b97faa] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1162.063613] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1162.063613] env[68466]: value = "task-2813217" [ 1162.063613] env[68466]: _type = "Task" [ 1162.063613] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.077934] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.240044] env[68466]: DEBUG nova.network.neutron [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance_info_cache with network_info: [{"id": "178dd214-051a-4bec-bba7-d02849d6439e", "address": "fa:16:3e:64:6b:00", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178dd214-05", "ovs_interfaceid": "178dd214-051a-4bec-bba7-d02849d6439e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.446170] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.446458] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.446675] env[68466]: DEBUG nova.objects.instance [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lazy-loading 'resources' on Instance uuid 5241821c-6db7-482c-b466-9f15b8ad21e7 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.555423] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.559108] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 8beb5243-5465-4efc-bfe9-5487a5ee16b5] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1162.576466] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813217, 'name': ReconfigVM_Task, 'duration_secs': 0.333128} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.576762] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-53d1c99c-c662-4e5a-9cdc-8370740697d4/volume-53d1c99c-c662-4e5a-9cdc-8370740697d4.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.583776] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a28856-217c-45ae-8df7-8ee0cdaf4496 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.604648] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1162.604648] env[68466]: value = "task-2813218" [ 1162.604648] env[68466]: _type = "Task" [ 1162.604648] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.616785] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.674189] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Completed reading data from the image iterator. {{(pid=68466) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1162.674509] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb239-2d81-7919-648c-56aa5f22151b/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1162.675630] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b162d2-db2b-45de-a5be-6f3ae1de4da9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.684514] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb239-2d81-7919-648c-56aa5f22151b/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1162.684805] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb239-2d81-7919-648c-56aa5f22151b/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1162.685173] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1b3e5152-a300-4d70-b0e6-0cb0d2b03ff7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.744113] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.910712] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.910960] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.911169] env[68466]: DEBUG nova.compute.manager [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Going to confirm migration 5 {{(pid=68466) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1163.062890] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: bec5dfde-6eac-4888-825e-75c705beab97] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1163.124494] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813218, 'name': ReconfigVM_Task, 'duration_secs': 0.153503} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.124805] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565289', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'name': 'volume-53d1c99c-c662-4e5a-9cdc-8370740697d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a66ff562-19cc-4e6d-a931-efb2de790058', 'attached_at': '', 'detached_at': '', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'serial': '53d1c99c-c662-4e5a-9cdc-8370740697d4'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1163.128827] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05da0213-154f-4170-b60b-e32711f365cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.139530] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1163.139530] env[68466]: value = "task-2813219" [ 1163.139530] env[68466]: _type = "Task" [ 1163.139530] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.152133] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813219, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.213390] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d525460-0a3e-44de-8e67-5de4719f190b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.226118] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e35406-627e-450b-8837-511a12a5fd20 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.273412] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fabb90-236c-4d49-a385-87b1f54c9a6a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.281417] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f58b3b-9b1f-46ec-a05a-6521098d706f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.287684] env[68466]: DEBUG oslo_vmware.rw_handles [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524cb239-2d81-7919-648c-56aa5f22151b/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1163.288044] env[68466]: INFO nova.virt.vmwareapi.images [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Downloaded image file data c9f709c9-bbc5-483e-8efb-19dcc8387fe9 [ 1163.296662] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b03ef2c-3058-4b7e-b9d1-83b03f82992c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.299844] env[68466]: DEBUG nova.compute.provider_tree [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.316081] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d501f8ad-4a77-4ab3-b485-c72d737db8ed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.417490] env[68466]: INFO nova.virt.vmwareapi.images [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] The imported VM was unregistered [ 1163.420249] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Caching image {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1163.420489] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.422831] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c9f8035-57a9-4392-a3a3-2f5c91231e10 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.456015] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Created directory with path [datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.456283] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98/OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98.vmdk to [datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9/c9f709c9-bbc5-483e-8efb-19dcc8387fe9.vmdk. {{(pid=68466) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1163.456570] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a431be6b-36a3-4df6-8091-6f05da0d2bcf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.465267] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1163.465267] env[68466]: value = "task-2813221" [ 1163.465267] env[68466]: _type = "Task" [ 1163.465267] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.469365] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.469512] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquired lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.469685] env[68466]: DEBUG nova.network.neutron [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.469865] env[68466]: DEBUG nova.objects.instance [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'info_cache' on Instance uuid ddac5d59-473d-4181-bedb-d5195e55e9f5 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.476699] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813221, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.568660] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 55fc9b69-18d3-45a1-9b7a-421973de1c98] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1163.630769] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.631142] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.631359] env[68466]: INFO nova.compute.manager [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Attaching volume ec3a9c78-a64c-44fc-bb41-2fbea2d1f886 to /dev/sdb [ 1163.653895] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813219, 'name': Rename_Task, 'duration_secs': 0.304192} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.654575] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.654947] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42a1150c-35d5-43df-962e-6ce2d8af8761 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.664962] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1163.664962] env[68466]: value = "task-2813222" [ 1163.664962] env[68466]: _type = "Task" [ 1163.664962] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.678901] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.682800] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac41483-5909-4f05-bd69-fd44d8bc71d0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.690482] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb4e9f0-2709-4159-a904-daabcc72db01 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.710414] env[68466]: DEBUG nova.virt.block_device [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Updating existing volume attachment record: 9367ccbe-5c44-4b8c-b074-3031e9afffd8 {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1163.804275] env[68466]: DEBUG nova.scheduler.client.report [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.979560] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813221, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.072350] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 6840c94d-1ec9-47d2-8618-dbc1242fb933] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1164.178680] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.286292] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2065b6-b76e-47d2-bfb2-5bc385d0ad18 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.310812] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.314206] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance '1f501e89-a19c-459f-af03-975dd67fa3d2' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.355057] env[68466]: INFO nova.scheduler.client.report [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Deleted allocations for instance 5241821c-6db7-482c-b466-9f15b8ad21e7 [ 1164.483820] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813221, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.578127] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 90eb84e2-88bc-468a-987a-cc2e865f6ea8] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1164.680505] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813222, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.791731] env[68466]: DEBUG nova.network.neutron [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance_info_cache with network_info: [{"id": "7ddca667-b64a-4888-8aa7-6c522df809eb", "address": "fa:16:3e:43:d4:6a", "network": {"id": "fcecae97-3c80-4b7d-8085-318103311551", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-240439569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6ecd68a7d62499e838904196f83343b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ddca667-b6", "ovs_interfaceid": "7ddca667-b64a-4888-8aa7-6c522df809eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.822160] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.822897] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5e79625-3ef9-4ae3-8386-d4f4199dc72d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.836945] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1164.836945] env[68466]: value = "task-2813224" [ 1164.836945] env[68466]: _type = "Task" [ 1164.836945] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.855029] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1164.855029] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance '1f501e89-a19c-459f-af03-975dd67fa3d2' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.863702] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5c16b041-0a86-4d19-9ade-9ea022bb84b8 tempest-ServersTestJSON-1974349835 tempest-ServersTestJSON-1974349835-project-member] Lock "5241821c-6db7-482c-b466-9f15b8ad21e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.428s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.980333] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813221, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.084247] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.084511] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Cleaning up deleted instances with incomplete migration {{(pid=68466) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1165.179970] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813222, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.295492] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Releasing lock "refresh_cache-ddac5d59-473d-4181-bedb-d5195e55e9f5" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.295845] env[68466]: DEBUG nova.objects.instance [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lazy-loading 'migration_context' on Instance uuid ddac5d59-473d-4181-bedb-d5195e55e9f5 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.360762] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.361047] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.361468] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.361468] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.361575] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.361774] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.361976] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.362154] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.362323] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.362504] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.362742] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.368352] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e83527-88de-4a58-bc91-28ee8b1d5eec {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.390474] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1165.390474] env[68466]: value = "task-2813225" [ 1165.390474] env[68466]: _type = "Task" [ 1165.390474] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.403080] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.480036] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813221, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.578759] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.579186] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.588018] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.681676] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813222, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.799628] env[68466]: DEBUG nova.objects.base [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.800975] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb89a33-934a-4940-9911-e8aa7972cc7b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.823282] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d719437e-3437-434d-92cc-0db47bd5e3ee {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.832197] env[68466]: DEBUG oslo_vmware.api [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1165.832197] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524b0220-aa29-a8a2-0195-9a66fa5cc4d4" [ 1165.832197] env[68466]: _type = "Task" [ 1165.832197] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.843316] env[68466]: DEBUG oslo_vmware.api [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524b0220-aa29-a8a2-0195-9a66fa5cc4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.906810] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.978421] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813221, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.082281] env[68466]: DEBUG nova.compute.manager [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.181343] env[68466]: DEBUG oslo_vmware.api [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813222, 'name': PowerOnVM_Task, 'duration_secs': 2.479502} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.181343] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.181343] env[68466]: INFO nova.compute.manager [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1166.181343] env[68466]: DEBUG nova.compute.manager [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.181808] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdabfc6-a8ea-4946-9d95-8734686c1982 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.348305] env[68466]: DEBUG oslo_vmware.api [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]524b0220-aa29-a8a2-0195-9a66fa5cc4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.019234} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.348598] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.348659] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.402331] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813225, 'name': ReconfigVM_Task, 'duration_secs': 0.726399} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.403011] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance '1f501e89-a19c-459f-af03-975dd67fa3d2' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.480841] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813221, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.626232} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.481636] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98/OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98.vmdk to [datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9/c9f709c9-bbc5-483e-8efb-19dcc8387fe9.vmdk. [ 1166.481874] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Cleaning up location [datastore2] OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1166.482057] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8680c625-ded8-4b21-be60-1c5200d5bc98 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.482328] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc9ce04f-9efb-4548-95f1-b36a4ce42200 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.492438] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1166.492438] env[68466]: value = "task-2813226" [ 1166.492438] env[68466]: _type = "Task" [ 1166.492438] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.500321] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.611284] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.702194] env[68466]: INFO nova.compute.manager [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Took 20.44 seconds to build instance. [ 1166.910835] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.911122] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.911325] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.911546] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.911724] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.911901] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.912279] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.912495] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.912673] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.912843] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.913031] env[68466]: DEBUG nova.virt.hardware [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.918387] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1166.918978] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cfeed5f-ed2f-4c5d-850d-f512bce14502 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.944971] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1166.944971] env[68466]: value = "task-2813227" [ 1166.944971] env[68466]: _type = "Task" [ 1166.944971] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.953012] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.003934] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175252} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.004217] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.004377] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9/c9f709c9-bbc5-483e-8efb-19dcc8387fe9.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.004623] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9/c9f709c9-bbc5-483e-8efb-19dcc8387fe9.vmdk to [datastore2] a79c9c66-ec67-429c-8363-2452bf6e2206/a79c9c66-ec67-429c-8363-2452bf6e2206.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.004881] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dd9d00b-6f10-4234-a802-95f6353d73bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.013935] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1167.013935] env[68466]: value = "task-2813228" [ 1167.013935] env[68466]: _type = "Task" [ 1167.013935] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.027881] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.204098] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8239cbe6-2d16-427f-811c-9e108230fd3a tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.951s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.227456] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbcad6a-3711-4891-bba1-471962e41976 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.236192] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492efbaf-931b-4fcb-b139-9531c2799a36 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.274714] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b20261-b9bc-4c5e-bb3a-79338617a9e2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.287567] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de84e81b-c4b2-4947-8348-4cf5424eb8d4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.304552] env[68466]: DEBUG nova.compute.provider_tree [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.405395] env[68466]: DEBUG nova.compute.manager [req-82c9a1a6-b17f-4f42-a7a3-b66607129fdc req-3459651e-a34c-42ae-a3dc-3a4e1d4297d1 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Received event network-changed-5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.405395] env[68466]: DEBUG nova.compute.manager [req-82c9a1a6-b17f-4f42-a7a3-b66607129fdc req-3459651e-a34c-42ae-a3dc-3a4e1d4297d1 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Refreshing instance network info cache due to event network-changed-5abec3f8-0e3c-482a-b648-f3226377aa58. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1167.405395] env[68466]: DEBUG oslo_concurrency.lockutils [req-82c9a1a6-b17f-4f42-a7a3-b66607129fdc req-3459651e-a34c-42ae-a3dc-3a4e1d4297d1 service nova] Acquiring lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.405395] env[68466]: DEBUG oslo_concurrency.lockutils [req-82c9a1a6-b17f-4f42-a7a3-b66607129fdc req-3459651e-a34c-42ae-a3dc-3a4e1d4297d1 service nova] Acquired lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.405395] env[68466]: DEBUG nova.network.neutron [req-82c9a1a6-b17f-4f42-a7a3-b66607129fdc req-3459651e-a34c-42ae-a3dc-3a4e1d4297d1 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Refreshing network info cache for port 5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.456335] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813227, 'name': ReconfigVM_Task, 'duration_secs': 0.236627} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.456758] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.457887] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f258a81a-62c0-4fd6-bd1a-5a24ce967e85 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.485054] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 1f501e89-a19c-459f-af03-975dd67fa3d2/1f501e89-a19c-459f-af03-975dd67fa3d2.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.486007] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0193562f-3a00-4b0a-992d-710ad6379d7b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.513817] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1167.513817] env[68466]: value = "task-2813229" [ 1167.513817] env[68466]: _type = "Task" [ 1167.513817] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.534988] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813228, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.535361] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813229, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.807766] env[68466]: DEBUG nova.scheduler.client.report [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.029378] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.032756] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813228, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.395210] env[68466]: DEBUG nova.network.neutron [req-82c9a1a6-b17f-4f42-a7a3-b66607129fdc req-3459651e-a34c-42ae-a3dc-3a4e1d4297d1 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Updated VIF entry in instance network info cache for port 5abec3f8-0e3c-482a-b648-f3226377aa58. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.395598] env[68466]: DEBUG nova.network.neutron [req-82c9a1a6-b17f-4f42-a7a3-b66607129fdc req-3459651e-a34c-42ae-a3dc-3a4e1d4297d1 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Updating instance_info_cache with network_info: [{"id": "5abec3f8-0e3c-482a-b648-f3226377aa58", "address": "fa:16:3e:a6:69:3a", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abec3f8-0e", "ovs_interfaceid": "5abec3f8-0e3c-482a-b648-f3226377aa58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.528999] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.532512] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813228, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.818914] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.470s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.822286] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.211s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.824167] env[68466]: INFO nova.compute.claims [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.899211] env[68466]: DEBUG oslo_concurrency.lockutils [req-82c9a1a6-b17f-4f42-a7a3-b66607129fdc req-3459651e-a34c-42ae-a3dc-3a4e1d4297d1 service nova] Releasing lock "refresh_cache-9bea5d78-3afa-4e77-bd26-1cd2694c536c" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.922268] env[68466]: DEBUG nova.compute.manager [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Stashing vm_state: active {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1169.029183] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813228, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.032659] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.089905] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.090241] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.395622] env[68466]: INFO nova.scheduler.client.report [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted allocation for migration bad1f7d9-8045-4912-b5e0-2896d150aad1 [ 1169.432535] env[68466]: DEBUG nova.compute.manager [req-829d2d23-0ee2-4601-a8b4-8833bc0bb4da req-be34213d-01e8-4087-8511-ca65a864ecfc service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Received event network-changed-580d55a9-67ed-47eb-a77d-e08000b551c3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.432717] env[68466]: DEBUG nova.compute.manager [req-829d2d23-0ee2-4601-a8b4-8833bc0bb4da req-be34213d-01e8-4087-8511-ca65a864ecfc service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Refreshing instance network info cache due to event network-changed-580d55a9-67ed-47eb-a77d-e08000b551c3. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1169.432977] env[68466]: DEBUG oslo_concurrency.lockutils [req-829d2d23-0ee2-4601-a8b4-8833bc0bb4da req-be34213d-01e8-4087-8511-ca65a864ecfc service nova] Acquiring lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.433188] env[68466]: DEBUG oslo_concurrency.lockutils [req-829d2d23-0ee2-4601-a8b4-8833bc0bb4da req-be34213d-01e8-4087-8511-ca65a864ecfc service nova] Acquired lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.433506] env[68466]: DEBUG nova.network.neutron [req-829d2d23-0ee2-4601-a8b4-8833bc0bb4da req-be34213d-01e8-4087-8511-ca65a864ecfc service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Refreshing network info cache for port 580d55a9-67ed-47eb-a77d-e08000b551c3 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.440037] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.258769] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.345s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.263863] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.264210] env[68466]: DEBUG oslo_vmware.api [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813229, 'name': ReconfigVM_Task, 'duration_secs': 2.203486} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.266831] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.266831] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 1f501e89-a19c-459f-af03-975dd67fa3d2/1f501e89-a19c-459f-af03-975dd67fa3d2.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.266831] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance '1f501e89-a19c-459f-af03-975dd67fa3d2' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.272295] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.272387] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813228, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.58358} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.273039] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._sync_power_states {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.274191] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c9f709c9-bbc5-483e-8efb-19dcc8387fe9/c9f709c9-bbc5-483e-8efb-19dcc8387fe9.vmdk to [datastore2] a79c9c66-ec67-429c-8363-2452bf6e2206/a79c9c66-ec67-429c-8363-2452bf6e2206.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.275437] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1170.275644] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565297', 'volume_id': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'name': 'volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61392ab6-00ba-4098-97bd-b81720aeafd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'serial': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1170.276705] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ac238-542f-4b7d-9d21-71e42ee52f26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.279944] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de024a93-39ec-4397-a4e4-6f4eb6eefb4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.306958] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] a79c9c66-ec67-429c-8363-2452bf6e2206/a79c9c66-ec67-429c-8363-2452bf6e2206.vmdk or device None with type streamOptimized {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.322823] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b92db5-40f4-4736-b793-79649eb6079f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.337800] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b907cd-4ce2-4520-ba83-892c693d5f7d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.365781] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886/volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.370751] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33c1d05-ef24-40cd-a14e-0ec706f02967 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.384980] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1170.384980] env[68466]: value = "task-2813231" [ 1170.384980] env[68466]: _type = "Task" [ 1170.384980] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.393694] env[68466]: DEBUG oslo_vmware.api [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1170.393694] env[68466]: value = "task-2813232" [ 1170.393694] env[68466]: _type = "Task" [ 1170.393694] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.396915] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.407800] env[68466]: DEBUG oslo_vmware.api [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.546384] env[68466]: DEBUG nova.network.neutron [req-829d2d23-0ee2-4601-a8b4-8833bc0bb4da req-be34213d-01e8-4087-8511-ca65a864ecfc service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updated VIF entry in instance network info cache for port 580d55a9-67ed-47eb-a77d-e08000b551c3. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.547023] env[68466]: DEBUG nova.network.neutron [req-829d2d23-0ee2-4601-a8b4-8833bc0bb4da req-be34213d-01e8-4087-8511-ca65a864ecfc service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance_info_cache with network_info: [{"id": "580d55a9-67ed-47eb-a77d-e08000b551c3", "address": "fa:16:3e:e7:3f:ad", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d55a9-67", "ovs_interfaceid": "580d55a9-67ed-47eb-a77d-e08000b551c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.588801] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a1ad49-d716-450e-ba48-f803b1a44046 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.597620] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c2733-d946-4abc-b6d8-78e283945d86 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.630761] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4057e8-cf80-423d-8a4f-e293697b756a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.644113] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c027b178-1001-4819-9f40-fb4a42961b23 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.658573] env[68466]: DEBUG nova.compute.provider_tree [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.776177] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c8e17-4195-47e7-8d19-401da819bad9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.781836] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Getting list of instances from cluster (obj){ [ 1170.781836] env[68466]: value = "domain-c8" [ 1170.781836] env[68466]: _type = "ClusterComputeResource" [ 1170.781836] env[68466]: } {{(pid=68466) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1170.783291] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3b50c2-b7f0-462f-91db-e4eefd8d290e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.819673] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd5a1e4-0d82-410a-9085-b1f37cadb2b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.822398] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Got total of 15 instances {{(pid=68466) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1170.822556] env[68466]: WARNING nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] While synchronizing instance power states, found 16 instances in the database and 15 instances on the hypervisor. [ 1170.822686] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 9bea5d78-3afa-4e77-bd26-1cd2694c536c {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.822869] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid f136ae1c-6e1f-4a22-9fc6-94b13df53bfd {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.823028] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 187595e3-2e27-4770-87f1-56208157d51f {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.823213] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 810d9838-ac7b-4e87-8d12-c08379550e9d {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.823382] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.823526] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 3ef5c447-6391-4b5d-bb11-ca036bf89c7d {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.823665] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid a79c9c66-ec67-429c-8363-2452bf6e2206 {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.823802] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 2c688170-a4e3-45e4-bfff-d2715f59f6b5 {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.823937] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 8c7a01cc-db4b-4824-a741-ea9919fb3c3d {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.824093] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 51c5480b-a113-4693-a521-18698e3e4f20 {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.824240] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 61392ab6-00ba-4098-97bd-b81720aeafd9 {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.824380] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid b0483be3-a4ef-467e-8f3d-50fb0ccdacf8 {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.824515] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid 7ba0bb58-1202-4f73-a50d-bb36441c15de {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.824684] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid ddac5d59-473d-4181-bedb-d5195e55e9f5 {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.824844] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid a66ff562-19cc-4e6d-a931-efb2de790058 {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.824982] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Triggering sync for uuid c5ad528e-022a-45e9-b4f1-c774b57487c7 {{(pid=68466) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1170.825346] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.825552] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.825838] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.825977] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.826248] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "187595e3-2e27-4770-87f1-56208157d51f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.826428] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "187595e3-2e27-4770-87f1-56208157d51f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.826650] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "810d9838-ac7b-4e87-8d12-c08379550e9d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.826819] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.827048] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "1f501e89-a19c-459f-af03-975dd67fa3d2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.827225] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.827388] env[68466]: INFO nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1170.827562] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.827790] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.827965] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.828211] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "a79c9c66-ec67-429c-8363-2452bf6e2206" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.828427] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.828597] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.828811] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.828982] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.829273] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "51c5480b-a113-4693-a521-18698e3e4f20" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.829454] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "51c5480b-a113-4693-a521-18698e3e4f20" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.829671] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.829867] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.830050] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.830483] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.830664] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.830881] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.831064] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.831286] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "a66ff562-19cc-4e6d-a931-efb2de790058" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.831459] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "a66ff562-19cc-4e6d-a931-efb2de790058" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.831611] env[68466]: INFO nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1170.831763] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "a66ff562-19cc-4e6d-a931-efb2de790058" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.831938] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.832129] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.832256] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1170.833391] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17174dc-bd95-4964-a8e8-de2003ed9e2a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.836278] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89fec45-f1f9-4754-bbfb-9b5a10b0ad11 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.839063] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90081b3-9779-4fc2-bbd2-81656d13aaef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.841585] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74369ea-fde5-4ab6-b6bc-81b14bdfa388 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.844326] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f27d3a-07bb-4a41-8be4-fe0e1195f47a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.847634] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff40f5d-062b-4a6e-b22d-f275a517373a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.850605] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb738daf-3433-4bf0-85ea-ca1e5a0c3353 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.853625] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7572dd-f3dc-4d1b-9245-6582d417b983 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.856503] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7ead08-2431-46bf-9c24-503f7479c57a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.859553] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a252ac6d-8920-411d-815f-2a8f43bbb116 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.862446] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4ea148-e1ab-4328-91e8-39c20e1b5990 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.882529] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance '1f501e89-a19c-459f-af03-975dd67fa3d2' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.924606] env[68466]: WARNING oslo_messaging._drivers.amqpdriver [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1170.944553] env[68466]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1170.957842] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813231, 'name': ReconfigVM_Task, 'duration_secs': 0.389386} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.961248] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Reconfigured VM instance instance-00000069 to attach disk [datastore2] a79c9c66-ec67-429c-8363-2452bf6e2206/a79c9c66-ec67-429c-8363-2452bf6e2206.vmdk or device None with type streamOptimized {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.964534] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4427ecf7-3c2c-4db7-b9e9-52c0f0803970 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.976289] env[68466]: DEBUG oslo_vmware.api [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813232, 'name': ReconfigVM_Task, 'duration_secs': 0.417382} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.978014] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886/volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.984539] env[68466]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1170.988103] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed20d778-720e-4463-88cc-e7ded7442d8c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.997859] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1170.997859] env[68466]: value = "task-2813233" [ 1170.997859] env[68466]: _type = "Task" [ 1170.997859] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.007462] env[68466]: DEBUG oslo_vmware.api [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1171.007462] env[68466]: value = "task-2813234" [ 1171.007462] env[68466]: _type = "Task" [ 1171.007462] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.011752] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813233, 'name': Rename_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.024997] env[68466]: DEBUG oslo_vmware.api [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.051709] env[68466]: DEBUG oslo_concurrency.lockutils [req-829d2d23-0ee2-4601-a8b4-8833bc0bb4da req-be34213d-01e8-4087-8511-ca65a864ecfc service nova] Releasing lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.161036] env[68466]: DEBUG nova.scheduler.client.report [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.428897] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.601s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.429951] env[68466]: DEBUG nova.network.neutron [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Port 178dd214-051a-4bec-bba7-d02849d6439e binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1171.431567] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "187595e3-2e27-4770-87f1-56208157d51f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.605s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.431915] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.605s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.432464] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.602s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.433889] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.605s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.459236] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.628s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.459597] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.628s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.462986] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.463210] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.463411] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "ddac5d59-473d-4181-bedb-d5195e55e9f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.463588] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.463744] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.465741] env[68466]: INFO nova.compute.manager [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Terminating instance [ 1171.505814] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "51c5480b-a113-4693-a521-18698e3e4f20" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.676s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.506460] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.677s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.510698] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.685s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.511037] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.685s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.511285] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813233, 'name': Rename_Task, 'duration_secs': 0.172811} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.511647] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.514849] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6721ab7f-e62e-43f1-800d-5a9340d5f2ef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.521961] env[68466]: DEBUG oslo_vmware.api [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813234, 'name': ReconfigVM_Task, 'duration_secs': 0.160314} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.523243] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565297', 'volume_id': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'name': 'volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61392ab6-00ba-4098-97bd-b81720aeafd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'serial': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1171.524725] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1171.524725] env[68466]: value = "task-2813235" [ 1171.524725] env[68466]: _type = "Task" [ 1171.524725] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.533160] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.667502] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.668059] env[68466]: DEBUG nova.compute.manager [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.672216] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.232s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.969532] env[68466]: DEBUG nova.compute.manager [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.969819] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.970935] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae20ebf5-cdaf-4d7d-93d2-17420c57bd01 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.980341] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.981330] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8489d6fd-19d3-435c-8f8a-770470978266 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.989206] env[68466]: DEBUG oslo_vmware.api [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1171.989206] env[68466]: value = "task-2813236" [ 1171.989206] env[68466]: _type = "Task" [ 1171.989206] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.998024] env[68466]: DEBUG oslo_vmware.api [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.038291] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813235, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.176355] env[68466]: DEBUG nova.compute.utils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.182046] env[68466]: INFO nova.compute.claims [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.185631] env[68466]: DEBUG nova.compute.manager [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.185799] env[68466]: DEBUG nova.network.neutron [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.232120] env[68466]: DEBUG nova.policy [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab043983eb8a4eb9b69d70e5d1ee9bc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50e04da5875d499898a797fcd90e50e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.452477] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "1f501e89-a19c-459f-af03-975dd67fa3d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.452847] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.452847] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.503022] env[68466]: DEBUG oslo_vmware.api [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813236, 'name': PowerOffVM_Task, 'duration_secs': 0.401581} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.503022] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.503022] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.503022] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58a9a9f4-f423-41ab-8d91-b6659875ed99 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.535895] env[68466]: DEBUG oslo_vmware.api [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813235, 'name': PowerOnVM_Task, 'duration_secs': 0.519748} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.536146] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.565630] env[68466]: DEBUG nova.objects.instance [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 61392ab6-00ba-4098-97bd-b81720aeafd9 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.578974] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.579282] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.579509] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleting the datastore file [datastore1] ddac5d59-473d-4181-bedb-d5195e55e9f5 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.579794] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286f22cd-3a82-4328-8f3f-a79df16e3271 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.589198] env[68466]: DEBUG oslo_vmware.api [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for the task: (returnval){ [ 1172.589198] env[68466]: value = "task-2813238" [ 1172.589198] env[68466]: _type = "Task" [ 1172.589198] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.600823] env[68466]: DEBUG oslo_vmware.api [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.686923] env[68466]: DEBUG nova.compute.manager [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.690354] env[68466]: DEBUG nova.network.neutron [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Successfully created port: 00a9fbf6-db69-47e6-93af-331919efe78f {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.693625] env[68466]: INFO nova.compute.resource_tracker [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating resource usage from migration 209c8bea-62ad-433c-922f-e9aa95220548 [ 1172.779633] env[68466]: DEBUG nova.compute.manager [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.781093] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423ed32-dc14-4138-8276-259b2a2df8ea {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.023014] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4849c8e3-1bd1-4d33-af46-4452d6167beb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.034819] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9c473c-39ad-40f7-987d-56cf711ea952 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.077017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996c16d0-d2f1-420f-9228-5a6c739a99a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.080069] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a6067adc-7b69-4e56-ad71-21ef1e63048f tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.449s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.081534] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.251s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.082975] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0a2f7c-017b-431d-a66b-132a73b5c18d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.088990] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0fdd07-f21c-4709-a4c7-4aa05cdb7a4f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.111869] env[68466]: DEBUG nova.compute.provider_tree [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.113133] env[68466]: DEBUG oslo_vmware.api [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Task: {'id': task-2813238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203518} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.113706] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.113895] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.114086] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.114258] env[68466]: INFO nova.compute.manager [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1173.114496] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.114683] env[68466]: DEBUG nova.compute.manager [-] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.114774] env[68466]: DEBUG nova.network.neutron [-] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.304735] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6557397-c26d-4c3a-b808-99256d586141 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.755s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.305852] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.477s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.306106] env[68466]: INFO nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] During sync_power_state the instance has a pending task (spawning). Skip. [ 1173.306298] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.373430] env[68466]: DEBUG nova.compute.manager [req-715b66b4-54d4-49df-a44d-9f1f422a9f98 req-b7cb9fc9-6711-495d-b093-8081262c6b67 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Received event network-vif-deleted-7ddca667-b64a-4888-8aa7-6c522df809eb {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1173.373694] env[68466]: INFO nova.compute.manager [req-715b66b4-54d4-49df-a44d-9f1f422a9f98 req-b7cb9fc9-6711-495d-b093-8081262c6b67 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Neutron deleted interface 7ddca667-b64a-4888-8aa7-6c522df809eb; detaching it from the instance and deleting it from the info cache [ 1173.373870] env[68466]: DEBUG nova.network.neutron [req-715b66b4-54d4-49df-a44d-9f1f422a9f98 req-b7cb9fc9-6711-495d-b093-8081262c6b67 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.494053] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.494335] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.494438] env[68466]: DEBUG nova.network.neutron [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.599675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.615360] env[68466]: DEBUG nova.scheduler.client.report [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.702293] env[68466]: DEBUG nova.compute.manager [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.728310] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.728649] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.728814] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.729012] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.729164] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.729312] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.729520] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.729680] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.729847] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.730018] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.730200] env[68466]: DEBUG nova.virt.hardware [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.731113] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2142ec3-efec-4be5-9881-b79683e3bd5a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.742069] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f9828f-1ce0-4404-acff-af4e9d9c9564 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.858018] env[68466]: DEBUG nova.network.neutron [-] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.877230] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc02d957-9f91-405c-b4fe-35a9bda108b0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.888155] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74244d2-b876-4ced-8b30-8bda69206cab {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.924543] env[68466]: DEBUG nova.compute.manager [req-715b66b4-54d4-49df-a44d-9f1f422a9f98 req-b7cb9fc9-6711-495d-b093-8081262c6b67 service nova] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Detach interface failed, port_id=7ddca667-b64a-4888-8aa7-6c522df809eb, reason: Instance ddac5d59-473d-4181-bedb-d5195e55e9f5 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1173.975866] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.976121] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.121015] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.449s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.121310] env[68466]: INFO nova.compute.manager [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Migrating [ 1174.235166] env[68466]: DEBUG nova.network.neutron [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance_info_cache with network_info: [{"id": "178dd214-051a-4bec-bba7-d02849d6439e", "address": "fa:16:3e:64:6b:00", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178dd214-05", "ovs_interfaceid": "178dd214-051a-4bec-bba7-d02849d6439e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.253118] env[68466]: DEBUG nova.compute.manager [req-a842c183-bf86-44a0-a6c6-c04a8d005cf0 req-ff7850cb-0f20-47d0-8181-6a7ee49da8a1 service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Received event network-vif-plugged-00a9fbf6-db69-47e6-93af-331919efe78f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1174.253350] env[68466]: DEBUG oslo_concurrency.lockutils [req-a842c183-bf86-44a0-a6c6-c04a8d005cf0 req-ff7850cb-0f20-47d0-8181-6a7ee49da8a1 service nova] Acquiring lock "c5ad528e-022a-45e9-b4f1-c774b57487c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.253560] env[68466]: DEBUG oslo_concurrency.lockutils [req-a842c183-bf86-44a0-a6c6-c04a8d005cf0 req-ff7850cb-0f20-47d0-8181-6a7ee49da8a1 service nova] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.253771] env[68466]: DEBUG oslo_concurrency.lockutils [req-a842c183-bf86-44a0-a6c6-c04a8d005cf0 req-ff7850cb-0f20-47d0-8181-6a7ee49da8a1 service nova] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.253958] env[68466]: DEBUG nova.compute.manager [req-a842c183-bf86-44a0-a6c6-c04a8d005cf0 req-ff7850cb-0f20-47d0-8181-6a7ee49da8a1 service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] No waiting events found dispatching network-vif-plugged-00a9fbf6-db69-47e6-93af-331919efe78f {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.254142] env[68466]: WARNING nova.compute.manager [req-a842c183-bf86-44a0-a6c6-c04a8d005cf0 req-ff7850cb-0f20-47d0-8181-6a7ee49da8a1 service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Received unexpected event network-vif-plugged-00a9fbf6-db69-47e6-93af-331919efe78f for instance with vm_state building and task_state spawning. [ 1174.334151] env[68466]: DEBUG nova.network.neutron [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Successfully updated port: 00a9fbf6-db69-47e6-93af-331919efe78f {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.360377] env[68466]: INFO nova.compute.manager [-] [instance: ddac5d59-473d-4181-bedb-d5195e55e9f5] Took 1.25 seconds to deallocate network for instance. [ 1174.478916] env[68466]: DEBUG nova.compute.utils [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.640374] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.640680] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.640824] env[68466]: DEBUG nova.network.neutron [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.739072] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.836311] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "refresh_cache-c5ad528e-022a-45e9-b4f1-c774b57487c7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.836475] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquired lock "refresh_cache-c5ad528e-022a-45e9-b4f1-c774b57487c7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.836664] env[68466]: DEBUG nova.network.neutron [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.867649] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.867999] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.868305] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.892806] env[68466]: INFO nova.scheduler.client.report [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Deleted allocations for instance ddac5d59-473d-4181-bedb-d5195e55e9f5 [ 1174.982186] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.264233] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6328af0-fcaa-41c9-beef-0d995a045c44 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.285865] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a00f32c-d88c-4d7e-b6bb-9b03ff47ea6e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.294340] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance '1f501e89-a19c-459f-af03-975dd67fa3d2' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.382180] env[68466]: DEBUG nova.network.neutron [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.402572] env[68466]: DEBUG oslo_concurrency.lockutils [None req-64361934-4895-4502-b5e1-dd3d8b6abc9f tempest-DeleteServersTestJSON-569454206 tempest-DeleteServersTestJSON-569454206-project-member] Lock "ddac5d59-473d-4181-bedb-d5195e55e9f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.939s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.404586] env[68466]: DEBUG nova.network.neutron [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance_info_cache with network_info: [{"id": "580d55a9-67ed-47eb-a77d-e08000b551c3", "address": "fa:16:3e:e7:3f:ad", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d55a9-67", "ovs_interfaceid": "580d55a9-67ed-47eb-a77d-e08000b551c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.511184] env[68466]: DEBUG nova.network.neutron [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Updating instance_info_cache with network_info: [{"id": "00a9fbf6-db69-47e6-93af-331919efe78f", "address": "fa:16:3e:4b:b4:e2", "network": {"id": "0681a344-e54e-45be-9f27-6002e9e780b4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1228998921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50e04da5875d499898a797fcd90e50e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9fbf6-db", "ovs_interfaceid": "00a9fbf6-db69-47e6-93af-331919efe78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.800743] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2441a31a-02b6-41b5-ba2a-f041b600bb66 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance '1f501e89-a19c-459f-af03-975dd67fa3d2' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.908085] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.014120] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Releasing lock "refresh_cache-c5ad528e-022a-45e9-b4f1-c774b57487c7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.014395] env[68466]: DEBUG nova.compute.manager [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Instance network_info: |[{"id": "00a9fbf6-db69-47e6-93af-331919efe78f", "address": "fa:16:3e:4b:b4:e2", "network": {"id": "0681a344-e54e-45be-9f27-6002e9e780b4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1228998921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50e04da5875d499898a797fcd90e50e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9fbf6-db", "ovs_interfaceid": "00a9fbf6-db69-47e6-93af-331919efe78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.014830] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:b4:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00a9fbf6-db69-47e6-93af-331919efe78f', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.022267] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Creating folder: Project (50e04da5875d499898a797fcd90e50e5). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.022608] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9df5dc4-3fc1-429c-9c15-56a0c5e39379 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.035963] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Created folder: Project (50e04da5875d499898a797fcd90e50e5) in parent group-v564977. [ 1176.036210] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Creating folder: Instances. Parent ref: group-v565298. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.036458] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b89652ea-5638-4db5-98e0-9e2e6f613f82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.043564] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.043795] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.044029] env[68466]: INFO nova.compute.manager [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Attaching volume ee280f72-7eea-4db2-9895-ab8511ef1510 to /dev/sdc [ 1176.047914] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Created folder: Instances in parent group-v565298. [ 1176.048206] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.048437] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.048634] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-588f13a5-0303-424c-b407-9d697891aac1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.071214] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.071214] env[68466]: value = "task-2813242" [ 1176.071214] env[68466]: _type = "Task" [ 1176.071214] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.082162] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813242, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.091298] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41a1469-1b17-4c9e-bfb1-10e8e76c363a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.097852] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9ea4c1-2594-453d-be37-b98e610ba850 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.115293] env[68466]: DEBUG nova.virt.block_device [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Updating existing volume attachment record: 2617f0df-0e04-4072-9ba2-4cbaf9067a66 {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.280082] env[68466]: DEBUG nova.compute.manager [req-ae7e399c-4fd6-45cd-b268-b566820d505e req-27b36a05-6b8e-468a-a402-0a8976be34ef service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Received event network-changed-00a9fbf6-db69-47e6-93af-331919efe78f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1176.280397] env[68466]: DEBUG nova.compute.manager [req-ae7e399c-4fd6-45cd-b268-b566820d505e req-27b36a05-6b8e-468a-a402-0a8976be34ef service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Refreshing instance network info cache due to event network-changed-00a9fbf6-db69-47e6-93af-331919efe78f. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1176.280662] env[68466]: DEBUG oslo_concurrency.lockutils [req-ae7e399c-4fd6-45cd-b268-b566820d505e req-27b36a05-6b8e-468a-a402-0a8976be34ef service nova] Acquiring lock "refresh_cache-c5ad528e-022a-45e9-b4f1-c774b57487c7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.280845] env[68466]: DEBUG oslo_concurrency.lockutils [req-ae7e399c-4fd6-45cd-b268-b566820d505e req-27b36a05-6b8e-468a-a402-0a8976be34ef service nova] Acquired lock "refresh_cache-c5ad528e-022a-45e9-b4f1-c774b57487c7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.281051] env[68466]: DEBUG nova.network.neutron [req-ae7e399c-4fd6-45cd-b268-b566820d505e req-27b36a05-6b8e-468a-a402-0a8976be34ef service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Refreshing network info cache for port 00a9fbf6-db69-47e6-93af-331919efe78f {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.583590] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813242, 'name': CreateVM_Task, 'duration_secs': 0.506333} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.583783] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.584521] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.584672] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.585037] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.585624] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ecd178-609b-4907-8683-301374bd30a6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.591363] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1176.591363] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5287e74b-5267-bd21-4efd-e878952dc754" [ 1176.591363] env[68466]: _type = "Task" [ 1176.591363] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.600380] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5287e74b-5267-bd21-4efd-e878952dc754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.981824] env[68466]: DEBUG nova.network.neutron [req-ae7e399c-4fd6-45cd-b268-b566820d505e req-27b36a05-6b8e-468a-a402-0a8976be34ef service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Updated VIF entry in instance network info cache for port 00a9fbf6-db69-47e6-93af-331919efe78f. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.982186] env[68466]: DEBUG nova.network.neutron [req-ae7e399c-4fd6-45cd-b268-b566820d505e req-27b36a05-6b8e-468a-a402-0a8976be34ef service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Updating instance_info_cache with network_info: [{"id": "00a9fbf6-db69-47e6-93af-331919efe78f", "address": "fa:16:3e:4b:b4:e2", "network": {"id": "0681a344-e54e-45be-9f27-6002e9e780b4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1228998921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50e04da5875d499898a797fcd90e50e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9fbf6-db", "ovs_interfaceid": "00a9fbf6-db69-47e6-93af-331919efe78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.101962] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5287e74b-5267-bd21-4efd-e878952dc754, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.102307] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.102541] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.102783] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.102927] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.103149] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.103435] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ec1a699-8c17-4399-945a-6a346a7f347c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.112842] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.113043] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.113736] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c92cba-e326-4d4a-9cfb-f6ebdf42e7a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.118892] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1177.118892] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f505a0-54bc-06be-b01e-72b95d8903d5" [ 1177.118892] env[68466]: _type = "Task" [ 1177.118892] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.126945] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f505a0-54bc-06be-b01e-72b95d8903d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.282410] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.282737] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.282964] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.283151] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.283319] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.285409] env[68466]: INFO nova.compute.manager [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Terminating instance [ 1177.425712] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9024d3f-f67d-4e40-bd54-69d3272d2721 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.444544] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance 'a66ff562-19cc-4e6d-a931-efb2de790058' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.485461] env[68466]: DEBUG oslo_concurrency.lockutils [req-ae7e399c-4fd6-45cd-b268-b566820d505e req-27b36a05-6b8e-468a-a402-0a8976be34ef service nova] Releasing lock "refresh_cache-c5ad528e-022a-45e9-b4f1-c774b57487c7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.631996] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f505a0-54bc-06be-b01e-72b95d8903d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016445} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.632912] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f29577-1285-49b1-9bba-d11c7b563a3d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.641074] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1177.641074] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527c6e46-aefc-6598-b3e6-e2b19214f266" [ 1177.641074] env[68466]: _type = "Task" [ 1177.641074] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.651368] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527c6e46-aefc-6598-b3e6-e2b19214f266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.788926] env[68466]: DEBUG nova.compute.manager [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.789192] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.790139] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6202bf8c-ad3c-4629-82b3-4564686df37d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.798262] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.798499] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a09521d8-3861-4a3d-acf0-3bf3dd81780d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.806335] env[68466]: DEBUG oslo_vmware.api [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1177.806335] env[68466]: value = "task-2813244" [ 1177.806335] env[68466]: _type = "Task" [ 1177.806335] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.816106] env[68466]: DEBUG oslo_vmware.api [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.950423] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.950423] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d9e7ab4-0bbb-4e15-a044-ec1a36f8bd36 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.961048] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1177.961048] env[68466]: value = "task-2813245" [ 1177.961048] env[68466]: _type = "Task" [ 1177.961048] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.972516] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.154129] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527c6e46-aefc-6598-b3e6-e2b19214f266, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.154589] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.154870] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c5ad528e-022a-45e9-b4f1-c774b57487c7/c5ad528e-022a-45e9-b4f1-c774b57487c7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.155153] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c4a1458-f0a5-438f-ae5e-67867d50bb2a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.163777] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1178.163777] env[68466]: value = "task-2813246" [ 1178.163777] env[68466]: _type = "Task" [ 1178.163777] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.173234] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.192554] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.192783] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.316215] env[68466]: DEBUG oslo_vmware.api [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813244, 'name': PowerOffVM_Task, 'duration_secs': 0.332618} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.316505] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.316675] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.316923] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cd3ea96-05fa-40b7-b883-78d9b0e293e5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.409832] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.410292] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.410687] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleting the datastore file [datastore2] 8c7a01cc-db4b-4824-a741-ea9919fb3c3d {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.410922] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcff1838-3df5-4369-8bb3-f04dbbbb9ab6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.420110] env[68466]: DEBUG oslo_vmware.api [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1178.420110] env[68466]: value = "task-2813249" [ 1178.420110] env[68466]: _type = "Task" [ 1178.420110] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.429718] env[68466]: DEBUG oslo_vmware.api [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.473588] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813245, 'name': PowerOffVM_Task, 'duration_secs': 0.209057} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.473994] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.474288] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance 'a66ff562-19cc-4e6d-a931-efb2de790058' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.633379] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "1f501e89-a19c-459f-af03-975dd67fa3d2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.633740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.634018] env[68466]: DEBUG nova.compute.manager [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Going to confirm migration 6 {{(pid=68466) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1178.676087] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490561} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.676483] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] c5ad528e-022a-45e9-b4f1-c774b57487c7/c5ad528e-022a-45e9-b4f1-c774b57487c7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.678058] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.678058] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d32cf86-bf25-48bd-ad78-7e56074939f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.686705] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1178.686705] env[68466]: value = "task-2813250" [ 1178.686705] env[68466]: _type = "Task" [ 1178.686705] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.699203] env[68466]: DEBUG nova.compute.utils [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.700754] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.929853] env[68466]: DEBUG oslo_vmware.api [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379134} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.930269] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.930544] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.930741] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.930959] env[68466]: INFO nova.compute.manager [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1178.931278] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.931531] env[68466]: DEBUG nova.compute.manager [-] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.931660] env[68466]: DEBUG nova.network.neutron [-] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.983021] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.987614] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54876fdc-6d42-427f-822f-aa253c942c27 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.007947] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1179.007947] env[68466]: value = "task-2813251" [ 1179.007947] env[68466]: _type = "Task" [ 1179.007947] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.017875] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.198388] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081534} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.198741] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.199361] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb02781-f09f-44fd-b2b1-4630ea2f6d63 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.202470] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.206716] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.206887] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.207074] env[68466]: DEBUG nova.network.neutron [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.207269] env[68466]: DEBUG nova.objects.instance [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'info_cache' on Instance uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.232251] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c5ad528e-022a-45e9-b4f1-c774b57487c7/c5ad528e-022a-45e9-b4f1-c774b57487c7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.235813] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66e3ed7-32e9-458d-a66c-d5102df9f076 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.262546] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1179.262546] env[68466]: value = "task-2813252" [ 1179.262546] env[68466]: _type = "Task" [ 1179.262546] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.273425] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.520287] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813251, 'name': ReconfigVM_Task, 'duration_secs': 0.511708} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.520663] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance 'a66ff562-19cc-4e6d-a931-efb2de790058' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.622975] env[68466]: DEBUG nova.compute.manager [req-2ce71426-076e-48db-8203-fba7d09806b5 req-796fb3ab-d9d2-4ee4-85fb-cdd7cc190f84 service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Received event network-vif-deleted-9fd187b2-c40e-4cab-85ec-df2940978e8f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.623372] env[68466]: INFO nova.compute.manager [req-2ce71426-076e-48db-8203-fba7d09806b5 req-796fb3ab-d9d2-4ee4-85fb-cdd7cc190f84 service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Neutron deleted interface 9fd187b2-c40e-4cab-85ec-df2940978e8f; detaching it from the instance and deleting it from the info cache [ 1179.623372] env[68466]: DEBUG nova.network.neutron [req-2ce71426-076e-48db-8203-fba7d09806b5 req-796fb3ab-d9d2-4ee4-85fb-cdd7cc190f84 service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.723166] env[68466]: DEBUG nova.network.neutron [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance_info_cache with network_info: [{"id": "178dd214-051a-4bec-bba7-d02849d6439e", "address": "fa:16:3e:64:6b:00", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178dd214-05", "ovs_interfaceid": "178dd214-051a-4bec-bba7-d02849d6439e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.778468] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.949375] env[68466]: DEBUG nova.network.neutron [-] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.027960] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.028248] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.028634] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.028717] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.028846] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.028997] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.029242] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.029804] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.029804] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.029804] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.029976] env[68466]: DEBUG nova.virt.hardware [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.036016] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.036805] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a437a17-654c-498d-8021-b15d95f9d387 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.060606] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1180.060606] env[68466]: value = "task-2813253" [ 1180.060606] env[68466]: _type = "Task" [ 1180.060606] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.069526] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.129380] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72e690ab-99ef-46cd-8f7c-5de78abb4dc8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.140491] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8b8f3-bb21-42ad-8b9b-b27cfdb32dff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.183228] env[68466]: DEBUG nova.compute.manager [req-2ce71426-076e-48db-8203-fba7d09806b5 req-796fb3ab-d9d2-4ee4-85fb-cdd7cc190f84 service nova] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Detach interface failed, port_id=9fd187b2-c40e-4cab-85ec-df2940978e8f, reason: Instance 8c7a01cc-db4b-4824-a741-ea9919fb3c3d could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1180.227915] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.227915] env[68466]: DEBUG nova.objects.instance [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'migration_context' on Instance uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.274336] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813252, 'name': ReconfigVM_Task, 'duration_secs': 0.613402} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.274658] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c5ad528e-022a-45e9-b4f1-c774b57487c7/c5ad528e-022a-45e9-b4f1-c774b57487c7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.275327] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df01199e-6bcb-4989-baae-57f190e89b44 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.284102] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1180.284102] env[68466]: value = "task-2813254" [ 1180.284102] env[68466]: _type = "Task" [ 1180.284102] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.293379] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813254, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.313926] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.314421] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.314664] env[68466]: INFO nova.compute.manager [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Attaching volume 9a227439-9198-4fba-8388-2114fcebf833 to /dev/sdb [ 1180.349794] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3348af0e-b2bd-4348-9de7-8a8d0777a12c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.357407] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3224e4da-4e01-45ef-8e7e-8acad01f7dc6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.377023] env[68466]: DEBUG nova.virt.block_device [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Updating existing volume attachment record: cfe9e959-9eed-4f88-b1b3-c7ed28185e75 {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1180.452061] env[68466]: INFO nova.compute.manager [-] [instance: 8c7a01cc-db4b-4824-a741-ea9919fb3c3d] Took 1.52 seconds to deallocate network for instance. [ 1180.570722] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813253, 'name': ReconfigVM_Task, 'duration_secs': 0.178796} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.571040] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.571925] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3cffc0-5781-4b69-9821-6c2557bce786 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.595452] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-53d1c99c-c662-4e5a-9cdc-8370740697d4/volume-53d1c99c-c662-4e5a-9cdc-8370740697d4.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.595804] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c4adb00-6253-4253-b57a-58858d1402f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.615675] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1180.615675] env[68466]: value = "task-2813256" [ 1180.615675] env[68466]: _type = "Task" [ 1180.615675] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.629691] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.667128] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1180.667390] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565301', 'volume_id': 'ee280f72-7eea-4db2-9895-ab8511ef1510', 'name': 'volume-ee280f72-7eea-4db2-9895-ab8511ef1510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61392ab6-00ba-4098-97bd-b81720aeafd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee280f72-7eea-4db2-9895-ab8511ef1510', 'serial': 'ee280f72-7eea-4db2-9895-ab8511ef1510'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1180.668381] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08bcf60-0611-4255-a07e-e9639831cf9a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.685722] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b1c8f-c452-4cdb-b204-3ad8dea17d48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.713946] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-ee280f72-7eea-4db2-9895-ab8511ef1510/volume-ee280f72-7eea-4db2-9895-ab8511ef1510.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.714262] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2804c3e-53b8-4327-b74a-2357d9d5df29 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.731129] env[68466]: DEBUG nova.objects.base [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Object Instance<1f501e89-a19c-459f-af03-975dd67fa3d2> lazy-loaded attributes: info_cache,migration_context {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1180.732008] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeebf49-5ef5-4c13-8d97-f79f07f2ca05 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.736132] env[68466]: DEBUG oslo_vmware.api [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1180.736132] env[68466]: value = "task-2813257" [ 1180.736132] env[68466]: _type = "Task" [ 1180.736132] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.754326] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91524226-0171-4a4e-8f96-a6d80cb30959 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.760111] env[68466]: DEBUG oslo_vmware.api [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.763836] env[68466]: DEBUG oslo_vmware.api [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1180.763836] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f58833-c7fa-2d1d-f31d-0f4a7574db5a" [ 1180.763836] env[68466]: _type = "Task" [ 1180.763836] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.772064] env[68466]: DEBUG oslo_vmware.api [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f58833-c7fa-2d1d-f31d-0f4a7574db5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.794264] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813254, 'name': Rename_Task, 'duration_secs': 0.1531} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.794546] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.794796] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f120331f-ed0f-4e85-b093-bff8d84fe1ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.802482] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1180.802482] env[68466]: value = "task-2813258" [ 1180.802482] env[68466]: _type = "Task" [ 1180.802482] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.813390] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.958533] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.958950] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.959286] env[68466]: DEBUG nova.objects.instance [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'resources' on Instance uuid 8c7a01cc-db4b-4824-a741-ea9919fb3c3d {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.126155] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813256, 'name': ReconfigVM_Task, 'duration_secs': 0.374097} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.126455] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-53d1c99c-c662-4e5a-9cdc-8370740697d4/volume-53d1c99c-c662-4e5a-9cdc-8370740697d4.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.126732] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance 'a66ff562-19cc-4e6d-a931-efb2de790058' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.247255] env[68466]: DEBUG oslo_vmware.api [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813257, 'name': ReconfigVM_Task, 'duration_secs': 0.404329} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.247556] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-ee280f72-7eea-4db2-9895-ab8511ef1510/volume-ee280f72-7eea-4db2-9895-ab8511ef1510.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.252510] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a010b489-2905-48a2-81dc-72fd4d2ad921 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.279306] env[68466]: DEBUG oslo_vmware.api [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52f58833-c7fa-2d1d-f31d-0f4a7574db5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.280764] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.281096] env[68466]: DEBUG oslo_vmware.api [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1181.281096] env[68466]: value = "task-2813259" [ 1181.281096] env[68466]: _type = "Task" [ 1181.281096] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.290900] env[68466]: DEBUG oslo_vmware.api [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.313039] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813258, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.635910] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b9c6b8-8530-4a39-8d1c-738aa37c4a32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.658172] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1fe750-89c8-471d-ab09-e86a71cd33ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.676199] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance 'a66ff562-19cc-4e6d-a931-efb2de790058' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.692368] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212aab4a-a1d8-49da-9301-cd48dfaebf25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.700063] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659ec2bb-caef-495e-8736-087cb98cde45 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.731940] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b7df74-109b-4ebd-b155-a6f79753e383 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.740565] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4730cf-4284-4c97-8db8-8ed9052d09e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.755393] env[68466]: DEBUG nova.compute.provider_tree [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.790829] env[68466]: DEBUG oslo_vmware.api [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813259, 'name': ReconfigVM_Task, 'duration_secs': 0.154896} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.791684] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565301', 'volume_id': 'ee280f72-7eea-4db2-9895-ab8511ef1510', 'name': 'volume-ee280f72-7eea-4db2-9895-ab8511ef1510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61392ab6-00ba-4098-97bd-b81720aeafd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee280f72-7eea-4db2-9895-ab8511ef1510', 'serial': 'ee280f72-7eea-4db2-9895-ab8511ef1510'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1181.813327] env[68466]: DEBUG oslo_vmware.api [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813258, 'name': PowerOnVM_Task, 'duration_secs': 0.515573} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.814281] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.814281] env[68466]: INFO nova.compute.manager [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1181.814281] env[68466]: DEBUG nova.compute.manager [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.814729] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8ca5cd-0251-41ee-8d16-5dad26a9d8a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.259147] env[68466]: DEBUG nova.scheduler.client.report [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.334080] env[68466]: INFO nova.compute.manager [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Took 15.75 seconds to build instance. [ 1182.651939] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.765228] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.768094] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.487s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.785829] env[68466]: INFO nova.scheduler.client.report [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted allocations for instance 8c7a01cc-db4b-4824-a741-ea9919fb3c3d [ 1182.835293] env[68466]: DEBUG oslo_concurrency.lockutils [None req-721eaf2e-f07b-4c42-aa9b-b20712825d21 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.256s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.835588] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.004s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.836496] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8784e425-22a8-4adf-bff8-fe2a05046da3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.298143] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5062dbf8-cd93-4528-989e-3075db7edb7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "8c7a01cc-db4b-4824-a741-ea9919fb3c3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.015s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.311500] env[68466]: DEBUG nova.objects.instance [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 61392ab6-00ba-4098-97bd-b81720aeafd9 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.348643] env[68466]: INFO nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] During sync_power_state the instance has a pending task (rebooting_hard). Skip. [ 1183.349025] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.349305] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.698s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.349519] env[68466]: INFO nova.compute.manager [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Rebooting instance [ 1183.453507] env[68466]: DEBUG nova.network.neutron [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Port 580d55a9-67ed-47eb-a77d-e08000b551c3 binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1183.467984] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bdaaaf-4f64-4649-b973-65abfda6059d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.476304] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6666d4-b320-4302-85d1-1a9b4aa50c16 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.507296] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6233d-f3a0-4645-8465-0b6b4d918403 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.515703] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9df7f8-52c6-414d-b761-869c0142d7f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.531035] env[68466]: DEBUG nova.compute.provider_tree [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.648821] env[68466]: DEBUG oslo_concurrency.lockutils [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.817047] env[68466]: DEBUG oslo_concurrency.lockutils [None req-dfd397ad-805f-4dd3-ac74-570d34232607 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.773s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.817906] env[68466]: DEBUG oslo_concurrency.lockutils [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.169s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.864600] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "refresh_cache-c5ad528e-022a-45e9-b4f1-c774b57487c7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.864804] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquired lock "refresh_cache-c5ad528e-022a-45e9-b4f1-c774b57487c7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.864986] env[68466]: DEBUG nova.network.neutron [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.035036] env[68466]: DEBUG nova.scheduler.client.report [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.321351] env[68466]: INFO nova.compute.manager [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Detaching volume ec3a9c78-a64c-44fc-bb41-2fbea2d1f886 [ 1184.351438] env[68466]: INFO nova.virt.block_device [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Attempting to driver detach volume ec3a9c78-a64c-44fc-bb41-2fbea2d1f886 from mountpoint /dev/sdb [ 1184.351833] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.352120] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565297', 'volume_id': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'name': 'volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61392ab6-00ba-4098-97bd-b81720aeafd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'serial': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.353317] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5e2ee4-5d7f-463a-9342-f318fd1bc251 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.380185] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf406e53-8052-450a-a61f-d7e1a81bcbbd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.387120] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a78dc9-0d89-4252-8a76-cc81805b85d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.409965] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c036cb52-5497-4bc0-9443-776436f7b1cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.426117] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] The volume has not been displaced from its original location: [datastore2] volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886/volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.431403] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.433952] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad10cb6c-dfae-4349-9470-9bced0b6d7c0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.452287] env[68466]: DEBUG oslo_vmware.api [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1184.452287] env[68466]: value = "task-2813261" [ 1184.452287] env[68466]: _type = "Task" [ 1184.452287] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.460205] env[68466]: DEBUG oslo_vmware.api [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.474790] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "a66ff562-19cc-4e6d-a931-efb2de790058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.474925] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.475074] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.619016] env[68466]: DEBUG nova.network.neutron [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Updating instance_info_cache with network_info: [{"id": "00a9fbf6-db69-47e6-93af-331919efe78f", "address": "fa:16:3e:4b:b4:e2", "network": {"id": "0681a344-e54e-45be-9f27-6002e9e780b4", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1228998921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50e04da5875d499898a797fcd90e50e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9fbf6-db", "ovs_interfaceid": "00a9fbf6-db69-47e6-93af-331919efe78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.924022] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.924022] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565302', 'volume_id': '9a227439-9198-4fba-8388-2114fcebf833', 'name': 'volume-9a227439-9198-4fba-8388-2114fcebf833', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ba0bb58-1202-4f73-a50d-bb36441c15de', 'attached_at': '', 'detached_at': '', 'volume_id': '9a227439-9198-4fba-8388-2114fcebf833', 'serial': '9a227439-9198-4fba-8388-2114fcebf833'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.924529] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4172fc3f-e17e-415f-afaa-311b34eb0ba8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.940424] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db797a72-9764-4be7-b0e7-992fde1e9ee6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.964263] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-9a227439-9198-4fba-8388-2114fcebf833/volume-9a227439-9198-4fba-8388-2114fcebf833.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.968694] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d498c67d-12a0-4a86-abb0-1c2615a474ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.989255] env[68466]: DEBUG oslo_vmware.api [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813261, 'name': ReconfigVM_Task, 'duration_secs': 0.23631} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.990976] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.995628] env[68466]: DEBUG oslo_vmware.api [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1184.995628] env[68466]: value = "task-2813262" [ 1184.995628] env[68466]: _type = "Task" [ 1184.995628] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.996100] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35298ae9-550c-401f-b7a5-22e4d8f7114a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.015815] env[68466]: DEBUG oslo_vmware.api [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.017032] env[68466]: DEBUG oslo_vmware.api [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1185.017032] env[68466]: value = "task-2813263" [ 1185.017032] env[68466]: _type = "Task" [ 1185.017032] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.024219] env[68466]: DEBUG oslo_vmware.api [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.045291] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.277s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.045558] env[68466]: DEBUG nova.compute.manager [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68466) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1185.122865] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Releasing lock "refresh_cache-c5ad528e-022a-45e9-b4f1-c774b57487c7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.226198] env[68466]: DEBUG nova.compute.manager [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Stashing vm_state: active {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1185.515266] env[68466]: DEBUG oslo_vmware.api [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.516259] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.516427] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.516608] env[68466]: DEBUG nova.network.neutron [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.526094] env[68466]: DEBUG oslo_vmware.api [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813263, 'name': ReconfigVM_Task, 'duration_secs': 0.142149} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.526873] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565297', 'volume_id': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'name': 'volume-ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61392ab6-00ba-4098-97bd-b81720aeafd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886', 'serial': 'ec3a9c78-a64c-44fc-bb41-2fbea2d1f886'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1185.601040] env[68466]: INFO nova.scheduler.client.report [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted allocation for migration c9b4d0f8-daf6-4822-b3b4-223a26e6dd48 [ 1185.626762] env[68466]: DEBUG nova.compute.manager [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.627661] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867981cd-60f2-49d9-952c-466c0c774bf7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.742963] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.743266] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.015515] env[68466]: DEBUG oslo_vmware.api [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813262, 'name': ReconfigVM_Task, 'duration_secs': 0.913829} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.015834] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-9a227439-9198-4fba-8388-2114fcebf833/volume-9a227439-9198-4fba-8388-2114fcebf833.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.023624] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8e5ec78-d7bb-496b-8ba6-264e6207d80b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.037944] env[68466]: DEBUG oslo_vmware.api [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1186.037944] env[68466]: value = "task-2813264" [ 1186.037944] env[68466]: _type = "Task" [ 1186.037944] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.045974] env[68466]: DEBUG oslo_vmware.api [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.067938] env[68466]: DEBUG nova.objects.instance [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 61392ab6-00ba-4098-97bd-b81720aeafd9 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.106934] env[68466]: DEBUG oslo_concurrency.lockutils [None req-bb74b81a-c82f-4fde-b20b-388f052ee90d tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.473s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.248109] env[68466]: INFO nova.compute.claims [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.551673] env[68466]: DEBUG oslo_vmware.api [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813264, 'name': ReconfigVM_Task, 'duration_secs': 0.143061} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.551996] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565302', 'volume_id': '9a227439-9198-4fba-8388-2114fcebf833', 'name': 'volume-9a227439-9198-4fba-8388-2114fcebf833', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ba0bb58-1202-4f73-a50d-bb36441c15de', 'attached_at': '', 'detached_at': '', 'volume_id': '9a227439-9198-4fba-8388-2114fcebf833', 'serial': '9a227439-9198-4fba-8388-2114fcebf833'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.593922] env[68466]: DEBUG nova.network.neutron [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance_info_cache with network_info: [{"id": "580d55a9-67ed-47eb-a77d-e08000b551c3", "address": "fa:16:3e:e7:3f:ad", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d55a9-67", "ovs_interfaceid": "580d55a9-67ed-47eb-a77d-e08000b551c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.647151] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4562cd88-29ea-463d-b015-2642148abbfd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.655061] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Doing hard reboot of VM {{(pid=68466) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1186.655335] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e0958c4e-9a1a-42ed-84cd-432c0fbae57d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.662319] env[68466]: DEBUG oslo_vmware.api [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1186.662319] env[68466]: value = "task-2813265" [ 1186.662319] env[68466]: _type = "Task" [ 1186.662319] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.670829] env[68466]: DEBUG oslo_vmware.api [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813265, 'name': ResetVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.754372] env[68466]: INFO nova.compute.resource_tracker [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating resource usage from migration 5c34ce6d-e163-44d7-888d-36f6596ff710 [ 1186.948471] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9c6454-5205-4d02-b69e-39ebb3b1792a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.955818] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cae0152-6c0a-4064-bed2-cfced0bd86af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.984905] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79b4ccb-c9be-4b8e-be6a-74764cd3c115 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.991568] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3554cd-00ef-479c-aef1-d8d02887bc88 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.005861] env[68466]: DEBUG nova.compute.provider_tree [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.080616] env[68466]: DEBUG oslo_concurrency.lockutils [None req-003c3209-b060-4357-9f60-0594c0a791de tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.097069] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.172344] env[68466]: DEBUG oslo_vmware.api [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813265, 'name': ResetVM_Task, 'duration_secs': 0.089037} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.172634] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Did hard reboot of VM {{(pid=68466) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1187.172881] env[68466]: DEBUG nova.compute.manager [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.173638] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f5169b-9e52-4ca1-8488-857d9b997020 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.194098] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.194306] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.238029] env[68466]: DEBUG nova.objects.instance [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'flavor' on Instance uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.509016] env[68466]: DEBUG nova.scheduler.client.report [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.588178] env[68466]: DEBUG nova.objects.instance [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'flavor' on Instance uuid 7ba0bb58-1202-4f73-a50d-bb36441c15de {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.606135] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45ed47c-24c7-44ba-8351-bf8070c4e816 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.613523] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7874e46-9b60-415b-bca1-38960c0cb7f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.685734] env[68466]: DEBUG oslo_concurrency.lockutils [None req-0208ffb4-e16f-47d6-99f6-4d80f3069c8c tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.336s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.696553] env[68466]: INFO nova.compute.manager [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Detaching volume ee280f72-7eea-4db2-9895-ab8511ef1510 [ 1187.725626] env[68466]: INFO nova.virt.block_device [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Attempting to driver detach volume ee280f72-7eea-4db2-9895-ab8511ef1510 from mountpoint /dev/sdc [ 1187.725875] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.726075] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565301', 'volume_id': 'ee280f72-7eea-4db2-9895-ab8511ef1510', 'name': 'volume-ee280f72-7eea-4db2-9895-ab8511ef1510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61392ab6-00ba-4098-97bd-b81720aeafd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee280f72-7eea-4db2-9895-ab8511ef1510', 'serial': 'ee280f72-7eea-4db2-9895-ab8511ef1510'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.727432] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761bac6e-74cc-4e52-abc5-bbbc81facbcd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.749606] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4363bf03-f5d0-43d2-8274-da4ff01520c9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.753947] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.754130] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.754593] env[68466]: DEBUG nova.network.neutron [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.754593] env[68466]: DEBUG nova.objects.instance [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'info_cache' on Instance uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.760020] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6bf431-86b0-4331-82bd-ed29c3e49109 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.780251] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739c74af-0906-4d33-92b6-ad17418e6757 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.797035] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] The volume has not been displaced from its original location: [datastore2] volume-ee280f72-7eea-4db2-9895-ab8511ef1510/volume-ee280f72-7eea-4db2-9895-ab8511ef1510.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1187.802603] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.802885] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e0065e-8876-446a-b7d7-d9535fa52129 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.820189] env[68466]: DEBUG oslo_vmware.api [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1187.820189] env[68466]: value = "task-2813266" [ 1187.820189] env[68466]: _type = "Task" [ 1187.820189] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.827596] env[68466]: DEBUG oslo_vmware.api [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.015125] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.272s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.015358] env[68466]: INFO nova.compute.manager [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Migrating [ 1188.093729] env[68466]: DEBUG oslo_concurrency.lockutils [None req-39a094b1-7a83-4a9a-81bc-bdbbdf441f28 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.779s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.258359] env[68466]: DEBUG nova.objects.base [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Object Instance<1f501e89-a19c-459f-af03-975dd67fa3d2> lazy-loaded attributes: flavor,info_cache {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.333426] env[68466]: DEBUG oslo_vmware.api [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813266, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.473765] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.474080] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.474397] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "c5ad528e-022a-45e9-b4f1-c774b57487c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.474698] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.474961] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.477701] env[68466]: INFO nova.compute.manager [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Terminating instance [ 1188.529586] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.529804] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.529948] env[68466]: DEBUG nova.network.neutron [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.710636] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6da2284-0520-46c7-a461-2001cd713842 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.730398] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409a9994-5f4e-4eb6-b815-e4595edb6c1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.737776] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance 'a66ff562-19cc-4e6d-a931-efb2de790058' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.830045] env[68466]: DEBUG oslo_vmware.api [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813266, 'name': ReconfigVM_Task, 'duration_secs': 0.68116} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.830332] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.837273] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190fc6db-89b8-4481-be25-5b4a43a35cf2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.847072] env[68466]: DEBUG oslo_concurrency.lockutils [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.847386] env[68466]: DEBUG oslo_concurrency.lockutils [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.854357] env[68466]: DEBUG oslo_vmware.api [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1188.854357] env[68466]: value = "task-2813267" [ 1188.854357] env[68466]: _type = "Task" [ 1188.854357] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.862933] env[68466]: DEBUG oslo_vmware.api [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.982631] env[68466]: DEBUG nova.compute.manager [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.982824] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.983847] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fdacee-c51e-4020-8b16-ccb7e2ab8e1d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.992336] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.992584] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31fe24f6-bcc4-483b-b47f-9e1074b605cd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.998696] env[68466]: DEBUG oslo_vmware.api [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1188.998696] env[68466]: value = "task-2813268" [ 1188.998696] env[68466]: _type = "Task" [ 1188.998696] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.006537] env[68466]: DEBUG oslo_vmware.api [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.016017] env[68466]: DEBUG nova.network.neutron [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance_info_cache with network_info: [{"id": "178dd214-051a-4bec-bba7-d02849d6439e", "address": "fa:16:3e:64:6b:00", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap178dd214-05", "ovs_interfaceid": "178dd214-051a-4bec-bba7-d02849d6439e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.160665] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.244201] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.244519] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d2e3ab-5797-426f-928e-05203d3ac719 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.251425] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1189.251425] env[68466]: value = "task-2813269" [ 1189.251425] env[68466]: _type = "Task" [ 1189.251425] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.260971] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.269274] env[68466]: DEBUG nova.network.neutron [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [{"id": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "address": "fa:16:3e:55:03:51", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbeb0b6-50", "ovs_interfaceid": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.351177] env[68466]: INFO nova.compute.manager [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Detaching volume 9a227439-9198-4fba-8388-2114fcebf833 [ 1189.368180] env[68466]: DEBUG oslo_vmware.api [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813267, 'name': ReconfigVM_Task, 'duration_secs': 0.223053} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.368673] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565301', 'volume_id': 'ee280f72-7eea-4db2-9895-ab8511ef1510', 'name': 'volume-ee280f72-7eea-4db2-9895-ab8511ef1510', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61392ab6-00ba-4098-97bd-b81720aeafd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee280f72-7eea-4db2-9895-ab8511ef1510', 'serial': 'ee280f72-7eea-4db2-9895-ab8511ef1510'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1189.385718] env[68466]: INFO nova.virt.block_device [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Attempting to driver detach volume 9a227439-9198-4fba-8388-2114fcebf833 from mountpoint /dev/sdb [ 1189.386048] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.386293] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565302', 'volume_id': '9a227439-9198-4fba-8388-2114fcebf833', 'name': 'volume-9a227439-9198-4fba-8388-2114fcebf833', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ba0bb58-1202-4f73-a50d-bb36441c15de', 'attached_at': '', 'detached_at': '', 'volume_id': '9a227439-9198-4fba-8388-2114fcebf833', 'serial': '9a227439-9198-4fba-8388-2114fcebf833'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.387320] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70865ab-fb11-4b5e-9daa-0edcd6e76aed {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.408119] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630da82f-4049-4993-a4ff-ed927f64a1fc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.415140] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc92d7e-31d1-4a5a-8ee7-54706fd2f221 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.435022] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36317974-871c-4324-a601-fd77803446f4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.448954] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] The volume has not been displaced from its original location: [datastore1] volume-9a227439-9198-4fba-8388-2114fcebf833/volume-9a227439-9198-4fba-8388-2114fcebf833.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1189.454114] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.454393] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f26449-f755-410d-9dbc-917048398e49 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.471948] env[68466]: DEBUG oslo_vmware.api [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1189.471948] env[68466]: value = "task-2813270" [ 1189.471948] env[68466]: _type = "Task" [ 1189.471948] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.479442] env[68466]: DEBUG oslo_vmware.api [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.517419] env[68466]: DEBUG oslo_vmware.api [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813268, 'name': PowerOffVM_Task, 'duration_secs': 0.307192} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.517666] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.517856] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.518471] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-1f501e89-a19c-459f-af03-975dd67fa3d2" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.520086] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8a7716f-c8b2-4fb4-bc37-56f68e987d1a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.568431] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.608932] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.609169] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.609355] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Deleting the datastore file [datastore2] c5ad528e-022a-45e9-b4f1-c774b57487c7 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.609628] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be2ef77e-a16a-46bb-8d2b-f87b23d93336 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.617058] env[68466]: DEBUG oslo_vmware.api [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for the task: (returnval){ [ 1189.617058] env[68466]: value = "task-2813272" [ 1189.617058] env[68466]: _type = "Task" [ 1189.617058] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.625575] env[68466]: DEBUG oslo_vmware.api [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.761401] env[68466]: DEBUG oslo_vmware.api [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813269, 'name': PowerOnVM_Task, 'duration_secs': 0.487564} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.761747] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.762049] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6073c3-028b-4231-909d-5286747478ed tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance 'a66ff562-19cc-4e6d-a931-efb2de790058' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.772105] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.909503] env[68466]: DEBUG nova.objects.instance [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'flavor' on Instance uuid 61392ab6-00ba-4098-97bd-b81720aeafd9 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.982168] env[68466]: DEBUG oslo_vmware.api [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813270, 'name': ReconfigVM_Task, 'duration_secs': 0.275699} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.982440] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.986875] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb2112f-6778-4f3b-910b-082a8d97f0bd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.001342] env[68466]: DEBUG oslo_vmware.api [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1190.001342] env[68466]: value = "task-2813273" [ 1190.001342] env[68466]: _type = "Task" [ 1190.001342] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.008435] env[68466]: DEBUG oslo_vmware.api [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.127442] env[68466]: DEBUG oslo_vmware.api [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Task: {'id': task-2813272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20314} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.127442] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.127545] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.127697] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.127870] env[68466]: INFO nova.compute.manager [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1190.128133] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.128336] env[68466]: DEBUG nova.compute.manager [-] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.128466] env[68466]: DEBUG nova.network.neutron [-] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.455139] env[68466]: DEBUG nova.compute.manager [req-95e431ca-7e44-47e6-8e6c-7b2866e8abba req-d72c20b7-43aa-491c-a902-0ad143d978d9 service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Received event network-vif-deleted-00a9fbf6-db69-47e6-93af-331919efe78f {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1190.455139] env[68466]: INFO nova.compute.manager [req-95e431ca-7e44-47e6-8e6c-7b2866e8abba req-d72c20b7-43aa-491c-a902-0ad143d978d9 service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Neutron deleted interface 00a9fbf6-db69-47e6-93af-331919efe78f; detaching it from the instance and deleting it from the info cache [ 1190.455139] env[68466]: DEBUG nova.network.neutron [req-95e431ca-7e44-47e6-8e6c-7b2866e8abba req-d72c20b7-43aa-491c-a902-0ad143d978d9 service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.512419] env[68466]: DEBUG oslo_vmware.api [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813273, 'name': ReconfigVM_Task, 'duration_secs': 0.132454} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.512763] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565302', 'volume_id': '9a227439-9198-4fba-8388-2114fcebf833', 'name': 'volume-9a227439-9198-4fba-8388-2114fcebf833', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ba0bb58-1202-4f73-a50d-bb36441c15de', 'attached_at': '', 'detached_at': '', 'volume_id': '9a227439-9198-4fba-8388-2114fcebf833', 'serial': '9a227439-9198-4fba-8388-2114fcebf833'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.525793] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.526084] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-737799c6-7883-4560-b26a-fd24dc8385bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.533222] env[68466]: DEBUG oslo_vmware.api [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1190.533222] env[68466]: value = "task-2813274" [ 1190.533222] env[68466]: _type = "Task" [ 1190.533222] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.540799] env[68466]: DEBUG oslo_vmware.api [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.908125] env[68466]: DEBUG nova.network.neutron [-] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.918730] env[68466]: DEBUG oslo_concurrency.lockutils [None req-1a3b0b11-8f1f-4c37-9379-883de668a018 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.724s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.957172] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e784112a-03fd-4cb4-aae1-32cebf0e83f2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.967872] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082f71ab-e64c-4a5f-a9c1-2c93a032438d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.004968] env[68466]: DEBUG nova.compute.manager [req-95e431ca-7e44-47e6-8e6c-7b2866e8abba req-d72c20b7-43aa-491c-a902-0ad143d978d9 service nova] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Detach interface failed, port_id=00a9fbf6-db69-47e6-93af-331919efe78f, reason: Instance c5ad528e-022a-45e9-b4f1-c774b57487c7 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1191.042968] env[68466]: DEBUG oslo_vmware.api [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813274, 'name': PowerOnVM_Task, 'duration_secs': 0.355331} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.043296] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.043506] env[68466]: DEBUG nova.compute.manager [None req-f33a8bde-564b-49bb-8583-eb4099f61e47 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.044338] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6454060f-2f07-4c63-9e1f-8d403a3ddeac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.054042] env[68466]: DEBUG nova.objects.instance [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'flavor' on Instance uuid 7ba0bb58-1202-4f73-a50d-bb36441c15de {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.284706] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debb5ad1-e593-4d74-9927-697066b7d09f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.304023] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance 'f136ae1c-6e1f-4a22-9fc6-94b13df53bfd' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.410641] env[68466]: INFO nova.compute.manager [-] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Took 1.28 seconds to deallocate network for instance. [ 1191.585047] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.585293] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.585468] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "61392ab6-00ba-4098-97bd-b81720aeafd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.585651] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.585818] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.587611] env[68466]: INFO nova.compute.manager [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Terminating instance [ 1191.812804] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.813251] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "1f501e89-a19c-459f-af03-975dd67fa3d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.813595] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.813890] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "1f501e89-a19c-459f-af03-975dd67fa3d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.814190] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.814472] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.816226] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fac836-fc27-42ba-8c23-36379585e908 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.818723] env[68466]: INFO nova.compute.manager [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Terminating instance [ 1191.826224] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1191.826224] env[68466]: value = "task-2813275" [ 1191.826224] env[68466]: _type = "Task" [ 1191.826224] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.837246] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.917982] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.918438] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.918753] env[68466]: DEBUG nova.objects.instance [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lazy-loading 'resources' on Instance uuid c5ad528e-022a-45e9-b4f1-c774b57487c7 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.062861] env[68466]: DEBUG oslo_concurrency.lockutils [None req-50fa75f9-7fec-4f88-b9c3-6b8bd0fdcf7b tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.091595] env[68466]: DEBUG nova.compute.manager [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.091595] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.092742] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e404d3d-f01d-4788-bdfc-dab463ac7d59 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.100864] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.101123] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e17bec8-533d-4568-aeaf-a2fec57cc9f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.107542] env[68466]: DEBUG oslo_vmware.api [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1192.107542] env[68466]: value = "task-2813276" [ 1192.107542] env[68466]: _type = "Task" [ 1192.107542] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.117533] env[68466]: DEBUG oslo_vmware.api [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.322715] env[68466]: DEBUG nova.compute.manager [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.323066] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.323978] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b6743b-e75a-4528-84c4-d33ff4f30b0d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.335234] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813275, 'name': PowerOffVM_Task, 'duration_secs': 0.196257} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.337564] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.337762] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance 'f136ae1c-6e1f-4a22-9fc6-94b13df53bfd' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.341478] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.341883] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de21c4d6-005e-4ea7-b8de-3261811cd33b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.348016] env[68466]: DEBUG oslo_vmware.api [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1192.348016] env[68466]: value = "task-2813277" [ 1192.348016] env[68466]: _type = "Task" [ 1192.348016] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.356051] env[68466]: DEBUG oslo_vmware.api [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.507144] env[68466]: DEBUG oslo_concurrency.lockutils [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "a66ff562-19cc-4e6d-a931-efb2de790058" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.507688] env[68466]: DEBUG oslo_concurrency.lockutils [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.507925] env[68466]: DEBUG nova.compute.manager [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Going to confirm migration 7 {{(pid=68466) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1192.568537] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.618465] env[68466]: DEBUG oslo_vmware.api [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813276, 'name': PowerOffVM_Task, 'duration_secs': 0.192208} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.618802] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.618978] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.619257] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f22fd8d2-a523-41e7-9ee9-47b329d9979f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.642948] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878a4a61-345c-4cda-b0ef-d121581c60e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.650246] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47336c80-5b61-4dcb-b328-4e005460528e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.680275] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e4685-b947-4466-885b-e9942c00f96a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.688413] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d21aa5-945e-4b93-86e0-7520e68b60b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.692449] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.692648] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.692830] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Deleting the datastore file [datastore1] 61392ab6-00ba-4098-97bd-b81720aeafd9 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.693071] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dcadf1d-6d54-4d8e-91d0-54b4110cae0b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.704287] env[68466]: DEBUG nova.compute.provider_tree [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.706545] env[68466]: DEBUG oslo_vmware.api [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for the task: (returnval){ [ 1192.706545] env[68466]: value = "task-2813279" [ 1192.706545] env[68466]: _type = "Task" [ 1192.706545] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.714365] env[68466]: DEBUG oslo_vmware.api [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.844431] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.844807] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.845034] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.845213] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.845373] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.845534] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.845768] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.845935] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.846125] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.846307] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.846496] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.852774] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c56dda-a00c-4d66-8d6c-88974789cc26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.871465] env[68466]: DEBUG oslo_vmware.api [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813277, 'name': PowerOffVM_Task, 'duration_secs': 0.168614} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.872667] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.872844] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.873147] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1192.873147] env[68466]: value = "task-2813280" [ 1192.873147] env[68466]: _type = "Task" [ 1192.873147] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.873346] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f4de9c-f51c-4168-86af-4de8b5513a4d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.882089] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.941259] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.941742] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.941742] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleting the datastore file [datastore2] 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.943046] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8174922-e757-4c1b-a17f-295f356a5a57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.949456] env[68466]: DEBUG oslo_vmware.api [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1192.949456] env[68466]: value = "task-2813282" [ 1192.949456] env[68466]: _type = "Task" [ 1192.949456] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.957803] env[68466]: DEBUG oslo_vmware.api [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.046096] env[68466]: DEBUG oslo_concurrency.lockutils [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.046305] env[68466]: DEBUG oslo_concurrency.lockutils [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquired lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.046485] env[68466]: DEBUG nova.network.neutron [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.046675] env[68466]: DEBUG nova.objects.instance [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lazy-loading 'info_cache' on Instance uuid a66ff562-19cc-4e6d-a931-efb2de790058 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.071133] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.092146] env[68466]: DEBUG oslo_concurrency.lockutils [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.092378] env[68466]: DEBUG oslo_concurrency.lockutils [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.092584] env[68466]: DEBUG oslo_concurrency.lockutils [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "7ba0bb58-1202-4f73-a50d-bb36441c15de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.092760] env[68466]: DEBUG oslo_concurrency.lockutils [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.092955] env[68466]: DEBUG oslo_concurrency.lockutils [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.095101] env[68466]: INFO nova.compute.manager [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Terminating instance [ 1193.208121] env[68466]: DEBUG nova.scheduler.client.report [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.220811] env[68466]: DEBUG oslo_vmware.api [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Task: {'id': task-2813279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23895} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.221102] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.221299] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.221480] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.221653] env[68466]: INFO nova.compute.manager [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1193.221888] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.222652] env[68466]: DEBUG nova.compute.manager [-] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.222757] env[68466]: DEBUG nova.network.neutron [-] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.384606] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.460663] env[68466]: DEBUG oslo_vmware.api [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.598857] env[68466]: DEBUG nova.compute.manager [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.599103] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.599970] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24369185-3fe8-4663-bc86-0d7e35962fe0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.610148] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.610421] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9f240c8-6130-48eb-bf11-9d477f5b062d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.625518] env[68466]: DEBUG oslo_vmware.api [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1193.625518] env[68466]: value = "task-2813283" [ 1193.625518] env[68466]: _type = "Task" [ 1193.625518] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.644642] env[68466]: DEBUG oslo_vmware.api [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.717041] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.719825] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.649s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.720026] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.720193] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1193.721211] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f44fb6-667a-40e3-acd5-4dc15189979b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.735810] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac451370-312e-4a9f-bb41-7238bd678709 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.745262] env[68466]: INFO nova.scheduler.client.report [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Deleted allocations for instance c5ad528e-022a-45e9-b4f1-c774b57487c7 [ 1193.762925] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818369d6-dbdd-45d9-bf7d-8becc4bfe60b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.766786] env[68466]: DEBUG nova.compute.manager [req-ff0ec173-ec96-4021-ac8b-187c5dda7adc req-b75f8d10-e413-4a2e-ba8a-9833050e0eae service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Received event network-vif-deleted-273015b3-9c25-479e-b64a-fd079be8e462 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1193.766994] env[68466]: INFO nova.compute.manager [req-ff0ec173-ec96-4021-ac8b-187c5dda7adc req-b75f8d10-e413-4a2e-ba8a-9833050e0eae service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Neutron deleted interface 273015b3-9c25-479e-b64a-fd079be8e462; detaching it from the instance and deleting it from the info cache [ 1193.767190] env[68466]: DEBUG nova.network.neutron [req-ff0ec173-ec96-4021-ac8b-187c5dda7adc req-b75f8d10-e413-4a2e-ba8a-9833050e0eae service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.776396] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42228625-04a6-4399-8922-932fb3ef4a27 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.810946] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178634MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1193.811157] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.811380] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.885719] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.961454] env[68466]: DEBUG oslo_vmware.api [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555473} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.961768] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.962200] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.962200] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.962364] env[68466]: INFO nova.compute.manager [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1193.962610] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.963904] env[68466]: DEBUG nova.compute.manager [-] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.964050] env[68466]: DEBUG nova.network.neutron [-] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.131715] env[68466]: DEBUG oslo_vmware.api [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813283, 'name': PowerOffVM_Task, 'duration_secs': 0.199454} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.131978] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.132166] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.132417] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3d93a6d-8e86-492a-ba5e-fb42bc6c5864 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.202209] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.202451] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.202635] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleting the datastore file [datastore2] 7ba0bb58-1202-4f73-a50d-bb36441c15de {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.202921] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-048bf716-8d90-4e89-ae97-417ba902fcd8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.209514] env[68466]: DEBUG oslo_vmware.api [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1194.209514] env[68466]: value = "task-2813285" [ 1194.209514] env[68466]: _type = "Task" [ 1194.209514] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.219556] env[68466]: DEBUG oslo_vmware.api [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.229431] env[68466]: DEBUG nova.network.neutron [-] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.255078] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9bf7585f-aac1-4424-b2b8-eaf5b1d12533 tempest-InstanceActionsTestJSON-1620295169 tempest-InstanceActionsTestJSON-1620295169-project-member] Lock "c5ad528e-022a-45e9-b4f1-c774b57487c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.781s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.266599] env[68466]: DEBUG nova.network.neutron [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance_info_cache with network_info: [{"id": "580d55a9-67ed-47eb-a77d-e08000b551c3", "address": "fa:16:3e:e7:3f:ad", "network": {"id": "e09049db-d47f-4601-bcc1-fc1d5407e590", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1366496506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0a2c239cf6345e1abb0d151c214da39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d55a9-67", "ovs_interfaceid": "580d55a9-67ed-47eb-a77d-e08000b551c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.271716] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2611a13f-2567-4aac-b850-cce747937491 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.282607] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957862c3-9065-4b1f-97d3-f750846b486b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.321695] env[68466]: DEBUG nova.compute.manager [req-ff0ec173-ec96-4021-ac8b-187c5dda7adc req-b75f8d10-e413-4a2e-ba8a-9833050e0eae service nova] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Detach interface failed, port_id=273015b3-9c25-479e-b64a-fd079be8e462, reason: Instance 61392ab6-00ba-4098-97bd-b81720aeafd9 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1194.387244] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813280, 'name': ReconfigVM_Task, 'duration_secs': 1.213837} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.387578] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance 'f136ae1c-6e1f-4a22-9fc6-94b13df53bfd' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.469029] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.470120] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.727302] env[68466]: DEBUG oslo_vmware.api [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.733914] env[68466]: INFO nova.compute.manager [-] [instance: 61392ab6-00ba-4098-97bd-b81720aeafd9] Took 1.51 seconds to deallocate network for instance. [ 1194.769422] env[68466]: DEBUG oslo_concurrency.lockutils [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Releasing lock "refresh_cache-a66ff562-19cc-4e6d-a931-efb2de790058" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.769705] env[68466]: DEBUG nova.objects.instance [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lazy-loading 'migration_context' on Instance uuid a66ff562-19cc-4e6d-a931-efb2de790058 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.824073] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Applying migration context for instance a66ff562-19cc-4e6d-a931-efb2de790058 as it has an incoming, in-progress migration 209c8bea-62ad-433c-922f-e9aa95220548. Migration status is confirming {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1194.824331] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Applying migration context for instance f136ae1c-6e1f-4a22-9fc6-94b13df53bfd as it has an incoming, in-progress migration 5c34ce6d-e163-44d7-888d-36f6596ff710. Migration status is migrating {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1194.826567] env[68466]: INFO nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating resource usage from migration 209c8bea-62ad-433c-922f-e9aa95220548 [ 1194.826815] env[68466]: INFO nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating resource usage from migration 5c34ce6d-e163-44d7-888d-36f6596ff710 [ 1194.846439] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 9bea5d78-3afa-4e77-bd26-1cd2694c536c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.846599] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 187595e3-2e27-4770-87f1-56208157d51f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.846726] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 810d9838-ac7b-4e87-8d12-c08379550e9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847285] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3ef5c447-6391-4b5d-bb11-ca036bf89c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847285] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 2c688170-a4e3-45e4-bfff-d2715f59f6b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847285] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 51c5480b-a113-4693-a521-18698e3e4f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847285] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 61392ab6-00ba-4098-97bd-b81720aeafd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847468] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance b0483be3-a4ef-467e-8f3d-50fb0ccdacf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847468] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 7ba0bb58-1202-4f73-a50d-bb36441c15de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847554] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance a79c9c66-ec67-429c-8363-2452bf6e2206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847640] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 1f501e89-a19c-459f-af03-975dd67fa3d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847727] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Migration 209c8bea-62ad-433c-922f-e9aa95220548 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1194.847836] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance a66ff562-19cc-4e6d-a931-efb2de790058 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.847950] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Migration 5c34ce6d-e163-44d7-888d-36f6596ff710 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1194.848074] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance f136ae1c-6e1f-4a22-9fc6-94b13df53bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.848275] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1194.848409] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1194.895048] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.895345] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.895554] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.895791] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.895974] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.896184] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.896451] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.896652] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.896880] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.897141] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.897384] env[68466]: DEBUG nova.virt.hardware [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.905593] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.906198] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce08eae-01ad-4ebd-8681-005b667574f7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.934169] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1194.934169] env[68466]: value = "task-2813286" [ 1194.934169] env[68466]: _type = "Task" [ 1194.934169] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.944489] env[68466]: DEBUG nova.network.neutron [-] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.946424] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.973409] env[68466]: INFO nova.compute.manager [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Detaching volume 6ca97d55-d344-463d-8f09-f7924f4b32a6 [ 1195.018613] env[68466]: INFO nova.virt.block_device [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Attempting to driver detach volume 6ca97d55-d344-463d-8f09-f7924f4b32a6 from mountpoint /dev/sdb [ 1195.018837] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1195.019041] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565287', 'volume_id': '6ca97d55-d344-463d-8f09-f7924f4b32a6', 'name': 'volume-6ca97d55-d344-463d-8f09-f7924f4b32a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c688170-a4e3-45e4-bfff-d2715f59f6b5', 'attached_at': '', 'detached_at': '', 'volume_id': '6ca97d55-d344-463d-8f09-f7924f4b32a6', 'serial': '6ca97d55-d344-463d-8f09-f7924f4b32a6'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1195.020067] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8af070-ddb3-4d55-9bfe-57600701dab6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.049892] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71b6cb4-d824-48f8-b2ef-af4649cce772 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.058376] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddd7e75-2401-4ac9-9333-a54fa051ecde {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.081501] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bc8acb-32b7-47cd-b2db-f91e419b247d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.097102] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] The volume has not been displaced from its original location: [datastore1] volume-6ca97d55-d344-463d-8f09-f7924f4b32a6/volume-6ca97d55-d344-463d-8f09-f7924f4b32a6.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1195.102492] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.105256] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d241a91-0dd0-4a8b-bd91-765ad3683b04 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.123943] env[68466]: DEBUG oslo_vmware.api [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1195.123943] env[68466]: value = "task-2813287" [ 1195.123943] env[68466]: _type = "Task" [ 1195.123943] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.134779] env[68466]: DEBUG oslo_vmware.api [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.154592] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e183a737-5d44-4153-b737-1a2d5dbbdc85 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.161550] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b9faa5-392a-4ea0-ba1e-afc4aadc6f45 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.193261] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f53f94e-03f9-4433-a65a-d8f1f45389d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.200393] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b90f70-ee0a-44a3-88e4-ecab798b9ae1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.213371] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.222034] env[68466]: DEBUG oslo_vmware.api [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.557946} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.223021] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.223123] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.223260] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.223435] env[68466]: INFO nova.compute.manager [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1195.223669] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.223858] env[68466]: DEBUG nova.compute.manager [-] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.223950] env[68466]: DEBUG nova.network.neutron [-] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.240751] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.274789] env[68466]: DEBUG nova.objects.base [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.275754] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2641d2bc-f6a2-4d78-a481-421e16c00e81 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.295413] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fbf28c-712f-4984-9fab-cb8c5158fc4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.303483] env[68466]: DEBUG oslo_vmware.api [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1195.303483] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cf02ca-e1a3-3eee-2c99-fdbb0bdac0d4" [ 1195.303483] env[68466]: _type = "Task" [ 1195.303483] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.313529] env[68466]: DEBUG oslo_vmware.api [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52cf02ca-e1a3-3eee-2c99-fdbb0bdac0d4, 'name': SearchDatastore_Task, 'duration_secs': 0.006511} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.314104] env[68466]: DEBUG oslo_concurrency.lockutils [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.444553] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813286, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.447533] env[68466]: INFO nova.compute.manager [-] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Took 1.48 seconds to deallocate network for instance. [ 1195.634544] env[68466]: DEBUG oslo_vmware.api [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813287, 'name': ReconfigVM_Task, 'duration_secs': 0.231798} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.634873] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.641599] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5daaebb1-4d5e-4e8d-ac46-8b415047ebdf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.659418] env[68466]: DEBUG oslo_vmware.api [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1195.659418] env[68466]: value = "task-2813288" [ 1195.659418] env[68466]: _type = "Task" [ 1195.659418] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.670588] env[68466]: DEBUG oslo_vmware.api [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.719044] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.795676] env[68466]: DEBUG nova.compute.manager [req-bcaa1745-daf1-4140-a819-1b76d0231a90 req-a796c05f-1a40-4803-9e3e-0edaa1daca37 service nova] [instance: 1f501e89-a19c-459f-af03-975dd67fa3d2] Received event network-vif-deleted-178dd214-051a-4bec-bba7-d02849d6439e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.795954] env[68466]: DEBUG nova.compute.manager [req-bcaa1745-daf1-4140-a819-1b76d0231a90 req-a796c05f-1a40-4803-9e3e-0edaa1daca37 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Received event network-vif-deleted-e6702069-1f45-44ab-941d-9e123bdc5adc {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1195.796571] env[68466]: INFO nova.compute.manager [req-bcaa1745-daf1-4140-a819-1b76d0231a90 req-a796c05f-1a40-4803-9e3e-0edaa1daca37 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Neutron deleted interface e6702069-1f45-44ab-941d-9e123bdc5adc; detaching it from the instance and deleting it from the info cache [ 1195.796571] env[68466]: DEBUG nova.network.neutron [req-bcaa1745-daf1-4140-a819-1b76d0231a90 req-a796c05f-1a40-4803-9e3e-0edaa1daca37 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.945368] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813286, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.954445] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.171624] env[68466]: DEBUG oslo_vmware.api [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813288, 'name': ReconfigVM_Task, 'duration_secs': 0.162132} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.171989] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565287', 'volume_id': '6ca97d55-d344-463d-8f09-f7924f4b32a6', 'name': 'volume-6ca97d55-d344-463d-8f09-f7924f4b32a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c688170-a4e3-45e4-bfff-d2715f59f6b5', 'attached_at': '', 'detached_at': '', 'volume_id': '6ca97d55-d344-463d-8f09-f7924f4b32a6', 'serial': '6ca97d55-d344-463d-8f09-f7924f4b32a6'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1196.232634] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1196.232634] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.420s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.232634] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.991s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.232634] env[68466]: DEBUG nova.objects.instance [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lazy-loading 'resources' on Instance uuid 61392ab6-00ba-4098-97bd-b81720aeafd9 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.240117] env[68466]: DEBUG nova.network.neutron [-] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.299039] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6df518d-d72d-4cbe-b611-e69aace80fe7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.309439] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1483a4-2f67-4cbb-b806-5d67fe64a0d1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.344880] env[68466]: DEBUG nova.compute.manager [req-bcaa1745-daf1-4140-a819-1b76d0231a90 req-a796c05f-1a40-4803-9e3e-0edaa1daca37 service nova] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Detach interface failed, port_id=e6702069-1f45-44ab-941d-9e123bdc5adc, reason: Instance 7ba0bb58-1202-4f73-a50d-bb36441c15de could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1196.445369] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813286, 'name': ReconfigVM_Task, 'duration_secs': 1.176325} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.445628] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.446471] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c904c584-4db9-4e72-8fe1-5879fde4bcf6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.469384] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] f136ae1c-6e1f-4a22-9fc6-94b13df53bfd/f136ae1c-6e1f-4a22-9fc6-94b13df53bfd.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.469659] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26c1c0b-50f6-4c07-91cf-dfc727b4ba4a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.487699] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1196.487699] env[68466]: value = "task-2813289" [ 1196.487699] env[68466]: _type = "Task" [ 1196.487699] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.495619] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.721531] env[68466]: DEBUG nova.objects.instance [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lazy-loading 'flavor' on Instance uuid 2c688170-a4e3-45e4-bfff-d2715f59f6b5 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.743553] env[68466]: INFO nova.compute.manager [-] [instance: 7ba0bb58-1202-4f73-a50d-bb36441c15de] Took 1.52 seconds to deallocate network for instance. [ 1196.922868] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4fdd21-d2b1-414c-92cb-d7dba7149994 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.932598] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6a47d4-c55f-49bf-84d4-78d6cad1b01a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.962900] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7505f432-b1b3-4168-a305-91c999f0448b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.971725] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb0da2e-8be8-404d-8abb-2c771e90ed47 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.986549] env[68466]: DEBUG nova.compute.provider_tree [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.995849] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813289, 'name': ReconfigVM_Task, 'duration_secs': 0.260923} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.996651] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Reconfigured VM instance instance-00000055 to attach disk [datastore2] f136ae1c-6e1f-4a22-9fc6-94b13df53bfd/f136ae1c-6e1f-4a22-9fc6-94b13df53bfd.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.996928] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance 'f136ae1c-6e1f-4a22-9fc6-94b13df53bfd' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.250167] env[68466]: DEBUG oslo_concurrency.lockutils [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.492552] env[68466]: DEBUG nova.scheduler.client.report [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.503327] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dc41c2-0946-4faa-ad39-80c561b4c051 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.523069] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3da2a7-43cc-46e1-ac77-c43bd3c67c78 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.542879] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance 'f136ae1c-6e1f-4a22-9fc6-94b13df53bfd' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.729256] env[68466]: DEBUG oslo_concurrency.lockutils [None req-8a050cfc-23ce-409b-b985-0a9f43270e80 tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.997801] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.000234] env[68466]: DEBUG oslo_concurrency.lockutils [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.686s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.017174] env[68466]: INFO nova.scheduler.client.report [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Deleted allocations for instance 61392ab6-00ba-4098-97bd-b81720aeafd9 [ 1198.081165] env[68466]: DEBUG nova.network.neutron [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Port fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1198.232553] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.232797] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.232978] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.233157] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.233322] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.233459] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1198.523949] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e6fb8811-525a-4343-9b83-3b87dc78fe54 tempest-AttachVolumeTestJSON-872902691 tempest-AttachVolumeTestJSON-872902691-project-member] Lock "61392ab6-00ba-4098-97bd-b81720aeafd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.939s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.672047] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c20ce2-1d32-45f2-a728-8303e4efadeb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.679310] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45cc85d-a9f0-484b-93c3-8597e143e217 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.710250] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7a7501-078b-44ee-8777-3478336029f9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.717233] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2e2f37-8c18-462d-8f53-cf227c47a5a4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.731813] env[68466]: DEBUG nova.compute.provider_tree [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.777918] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.778186] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.778391] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.778576] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.778744] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.780693] env[68466]: INFO nova.compute.manager [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Terminating instance [ 1199.105032] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.105144] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.105377] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.235382] env[68466]: DEBUG nova.scheduler.client.report [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.283871] env[68466]: DEBUG nova.compute.manager [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.284102] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.285341] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcc944a-7d62-49ef-adb7-943ebbbec39a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.292800] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.293040] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b742dd73-2ed6-45f8-844b-64576f576932 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.299065] env[68466]: DEBUG oslo_vmware.api [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1199.299065] env[68466]: value = "task-2813291" [ 1199.299065] env[68466]: _type = "Task" [ 1199.299065] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.306467] env[68466]: DEBUG oslo_vmware.api [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.809270] env[68466]: DEBUG oslo_vmware.api [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813291, 'name': PowerOffVM_Task, 'duration_secs': 0.174251} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.809637] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.809736] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.809956] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04042035-0ad4-48b0-9f34-1d9a3f2b3240 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.873988] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.874335] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.874429] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Deleting the datastore file [datastore2] 2c688170-a4e3-45e4-bfff-d2715f59f6b5 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.874696] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f28483d8-17a4-4c7a-9e85-652eb6214f5e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.880684] env[68466]: DEBUG oslo_vmware.api [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1199.880684] env[68466]: value = "task-2813293" [ 1199.880684] env[68466]: _type = "Task" [ 1199.880684] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.888358] env[68466]: DEBUG oslo_vmware.api [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.152184] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.152377] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.152551] env[68466]: DEBUG nova.network.neutron [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.245361] env[68466]: DEBUG oslo_concurrency.lockutils [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.245s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.249702] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.295s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.249858] env[68466]: DEBUG nova.objects.instance [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'resources' on Instance uuid 1f501e89-a19c-459f-af03-975dd67fa3d2 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.391630] env[68466]: DEBUG oslo_vmware.api [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133727} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.391927] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.392131] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.392317] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.392495] env[68466]: INFO nova.compute.manager [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1200.392740] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.392939] env[68466]: DEBUG nova.compute.manager [-] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.393056] env[68466]: DEBUG nova.network.neutron [-] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.813434] env[68466]: INFO nova.scheduler.client.report [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted allocation for migration 209c8bea-62ad-433c-922f-e9aa95220548 [ 1200.868211] env[68466]: DEBUG nova.compute.manager [req-c29ef0f8-c7ca-4398-bdc3-8bad31502c51 req-1d5c1626-35e0-43aa-9d90-b2c6f07c5b59 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Received event network-vif-deleted-83f77c67-dd4a-41bb-9464-3416e95e5431 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1200.869034] env[68466]: INFO nova.compute.manager [req-c29ef0f8-c7ca-4398-bdc3-8bad31502c51 req-1d5c1626-35e0-43aa-9d90-b2c6f07c5b59 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Neutron deleted interface 83f77c67-dd4a-41bb-9464-3416e95e5431; detaching it from the instance and deleting it from the info cache [ 1200.869034] env[68466]: DEBUG nova.network.neutron [req-c29ef0f8-c7ca-4398-bdc3-8bad31502c51 req-1d5c1626-35e0-43aa-9d90-b2c6f07c5b59 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.890181] env[68466]: DEBUG nova.network.neutron [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [{"id": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "address": "fa:16:3e:55:03:51", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbeb0b6-50", "ovs_interfaceid": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.941597] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79673e64-a334-4086-bae3-e5b994a2a286 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.949235] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83dc968-ad74-42f4-9f0b-18f205f9575b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.978698] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865c8e86-8400-46a5-a564-44048f166f80 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.985961] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346f937f-4cc3-476c-afd4-803b32e95166 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.000890] env[68466]: DEBUG nova.compute.provider_tree [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.266525] env[68466]: INFO nova.compute.manager [None req-1fdc4f1d-2cdf-486f-b122-abb766f87926 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Get console output [ 1201.266779] env[68466]: WARNING nova.virt.vmwareapi.driver [None req-1fdc4f1d-2cdf-486f-b122-abb766f87926 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] The console log is missing. Check your VSPC configuration [ 1201.318496] env[68466]: DEBUG oslo_concurrency.lockutils [None req-627cd043-68f6-4299-8a4d-018f542279a5 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.811s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.349385] env[68466]: DEBUG nova.network.neutron [-] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.374051] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-537eff72-ad92-4728-ab8a-b4c1c0ec69af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.384991] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ad8026-19bf-431b-a522-313dd0be51e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.395916] env[68466]: DEBUG oslo_concurrency.lockutils [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.424793] env[68466]: DEBUG nova.compute.manager [req-c29ef0f8-c7ca-4398-bdc3-8bad31502c51 req-1d5c1626-35e0-43aa-9d90-b2c6f07c5b59 service nova] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Detach interface failed, port_id=83f77c67-dd4a-41bb-9464-3416e95e5431, reason: Instance 2c688170-a4e3-45e4-bfff-d2715f59f6b5 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1201.504854] env[68466]: DEBUG nova.scheduler.client.report [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.852583] env[68466]: INFO nova.compute.manager [-] [instance: 2c688170-a4e3-45e4-bfff-d2715f59f6b5] Took 1.46 seconds to deallocate network for instance. [ 1201.920028] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b88925-848e-4cad-912c-b483e1107016 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.939045] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea89e0b-3df0-488a-945a-4fec448c6919 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.952650] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance 'f136ae1c-6e1f-4a22-9fc6-94b13df53bfd' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.010279] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.012663] env[68466]: DEBUG oslo_concurrency.lockutils [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.763s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.012933] env[68466]: DEBUG nova.objects.instance [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'resources' on Instance uuid 7ba0bb58-1202-4f73-a50d-bb36441c15de {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.027950] env[68466]: INFO nova.scheduler.client.report [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted allocations for instance 1f501e89-a19c-459f-af03-975dd67fa3d2 [ 1202.358922] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.459267] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.459574] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d2ba389-5734-4bff-b355-a58a3db95128 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.467311] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1202.467311] env[68466]: value = "task-2813295" [ 1202.467311] env[68466]: _type = "Task" [ 1202.467311] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.475391] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.535815] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7db3bbdc-5115-43bd-99d4-51246d338e3e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "1f501e89-a19c-459f-af03-975dd67fa3d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.722s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.669707] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd3d232-3b0d-42ef-a99c-0ea028c0f9b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.677491] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a185c31b-d846-4f2c-ae71-b6cd2bbc808b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.708394] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8c2c87-8938-45b0-aa88-7afb9476598d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.716696] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4945ec84-e5e0-4549-b88b-a68bc22c1d0d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.730634] env[68466]: DEBUG nova.compute.provider_tree [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.979257] env[68466]: DEBUG oslo_vmware.api [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813295, 'name': PowerOnVM_Task, 'duration_secs': 0.375818} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.979622] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.979672] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-10afa8b1-1a33-4a1b-8221-0e09314614fd tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance 'f136ae1c-6e1f-4a22-9fc6-94b13df53bfd' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.233883] env[68466]: DEBUG nova.scheduler.client.report [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.278522] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "8fbbc059-05dc-494b-bddb-4969d93871e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.278839] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.739163] env[68466]: DEBUG oslo_concurrency.lockutils [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.741541] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.383s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.741803] env[68466]: DEBUG nova.objects.instance [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lazy-loading 'resources' on Instance uuid 2c688170-a4e3-45e4-bfff-d2715f59f6b5 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.759705] env[68466]: INFO nova.scheduler.client.report [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleted allocations for instance 7ba0bb58-1202-4f73-a50d-bb36441c15de [ 1203.780909] env[68466]: DEBUG nova.compute.manager [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.268897] env[68466]: DEBUG oslo_concurrency.lockutils [None req-adcec33a-a848-4e5f-8d24-37a1aa3a2576 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "7ba0bb58-1202-4f73-a50d-bb36441c15de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.176s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.300500] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.390852] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a551e48-c04b-46dd-9d27-b14281555588 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.398489] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e630e3f-744b-411c-bf8f-f6825c0cfd3a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.429034] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc26811-7c37-405a-8661-168ac4d2851e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.435756] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b645e5-9c17-4d1b-9aec-5f2a8608bbfe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.448320] env[68466]: DEBUG nova.compute.provider_tree [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.952015] env[68466]: DEBUG nova.scheduler.client.report [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.194353] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.194748] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.195049] env[68466]: DEBUG nova.compute.manager [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Going to confirm migration 8 {{(pid=68466) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1205.457560] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.459819] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.159s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.461502] env[68466]: INFO nova.compute.claims [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.484560] env[68466]: INFO nova.scheduler.client.report [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Deleted allocations for instance 2c688170-a4e3-45e4-bfff-d2715f59f6b5 [ 1205.755828] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.756150] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.756446] env[68466]: DEBUG nova.network.neutron [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.756771] env[68466]: DEBUG nova.objects.instance [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'info_cache' on Instance uuid f136ae1c-6e1f-4a22-9fc6-94b13df53bfd {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.991261] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d8954d36-46ac-4a51-9546-4ac884542fdd tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "2c688170-a4e3-45e4-bfff-d2715f59f6b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.213s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.451422] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.451656] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.616444] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb8719f-8ac1-494d-b7c2-7e8f5300b454 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.623842] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0927b283-7a6c-44e1-9a91-7fb0453ac866 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.654040] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb1c4be-772a-4e18-a606-0857c8978c67 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.661111] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfe661-294a-424a-bc42-d421223b5ec4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.673793] env[68466]: DEBUG nova.compute.provider_tree [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.954219] env[68466]: DEBUG nova.compute.manager [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.969198] env[68466]: DEBUG nova.network.neutron [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [{"id": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "address": "fa:16:3e:55:03:51", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbeb0b6-50", "ovs_interfaceid": "fcbeb0b6-5066-48db-8de1-1c92fde2b4d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.176892] env[68466]: DEBUG nova.scheduler.client.report [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.471292] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.471540] env[68466]: DEBUG nova.objects.instance [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'migration_context' on Instance uuid f136ae1c-6e1f-4a22-9fc6-94b13df53bfd {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.473777] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.681896] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.682491] env[68466]: DEBUG nova.compute.manager [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.685883] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.212s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.687435] env[68466]: INFO nova.compute.claims [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.974342] env[68466]: DEBUG nova.objects.base [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.975327] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc54717-4543-44e0-8696-ef2ae47cb25b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.994840] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1fa718-43c8-4d24-afd0-d91a03957b12 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.999717] env[68466]: DEBUG oslo_vmware.api [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1207.999717] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523789c2-39b2-9701-fcb0-bbf1b059b90e" [ 1207.999717] env[68466]: _type = "Task" [ 1207.999717] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.006811] env[68466]: DEBUG oslo_vmware.api [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523789c2-39b2-9701-fcb0-bbf1b059b90e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.187715] env[68466]: DEBUG nova.compute.utils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.189183] env[68466]: DEBUG nova.compute.manager [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.189405] env[68466]: DEBUG nova.network.neutron [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.235954] env[68466]: DEBUG nova.policy [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863c0ff6e907414c80fc9d9111d0c2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c37c2ee3b0c944fe9cb2d2199a733820', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.492458] env[68466]: DEBUG nova.network.neutron [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Successfully created port: 83595fcd-c7f4-41d4-97a3-a9b318614988 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.509903] env[68466]: DEBUG oslo_vmware.api [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]523789c2-39b2-9701-fcb0-bbf1b059b90e, 'name': SearchDatastore_Task, 'duration_secs': 0.006738} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.510251] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.693376] env[68466]: DEBUG nova.compute.manager [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.861615] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f93b4b-b2eb-49e9-8a4c-2fa936851bdc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.869075] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ed2116-6e5d-491b-847d-a389461fd777 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.901660] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc5aff2-d05c-456a-a23e-46f71f93ec60 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.911696] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349fa07-f91f-4666-8c5d-e04e1cc081c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.925780] env[68466]: DEBUG nova.compute.provider_tree [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.407848] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "a79c9c66-ec67-429c-8363-2452bf6e2206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.408175] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.408346] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.408534] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.408728] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.410770] env[68466]: INFO nova.compute.manager [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Terminating instance [ 1209.428352] env[68466]: DEBUG nova.scheduler.client.report [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.707877] env[68466]: DEBUG nova.compute.manager [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.737384] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.737654] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.737908] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.737986] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.738151] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.738304] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.738501] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.738659] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.738853] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.739033] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.739215] env[68466]: DEBUG nova.virt.hardware [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.740227] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906bae0d-fc24-4145-a0cd-dc33e139e935 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.748221] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a527d0ac-5f80-4eb7-a9b3-a2063d7c1a06 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.913310] env[68466]: DEBUG nova.compute.manager [req-e2bc40c5-17e0-4281-ba65-dcf6f10c293b req-867b07f3-b7cb-4a74-b7aa-67970249b358 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Received event network-vif-plugged-83595fcd-c7f4-41d4-97a3-a9b318614988 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1209.913554] env[68466]: DEBUG oslo_concurrency.lockutils [req-e2bc40c5-17e0-4281-ba65-dcf6f10c293b req-867b07f3-b7cb-4a74-b7aa-67970249b358 service nova] Acquiring lock "8fbbc059-05dc-494b-bddb-4969d93871e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.913784] env[68466]: DEBUG oslo_concurrency.lockutils [req-e2bc40c5-17e0-4281-ba65-dcf6f10c293b req-867b07f3-b7cb-4a74-b7aa-67970249b358 service nova] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.913930] env[68466]: DEBUG oslo_concurrency.lockutils [req-e2bc40c5-17e0-4281-ba65-dcf6f10c293b req-867b07f3-b7cb-4a74-b7aa-67970249b358 service nova] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.914216] env[68466]: DEBUG nova.compute.manager [req-e2bc40c5-17e0-4281-ba65-dcf6f10c293b req-867b07f3-b7cb-4a74-b7aa-67970249b358 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] No waiting events found dispatching network-vif-plugged-83595fcd-c7f4-41d4-97a3-a9b318614988 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.914288] env[68466]: WARNING nova.compute.manager [req-e2bc40c5-17e0-4281-ba65-dcf6f10c293b req-867b07f3-b7cb-4a74-b7aa-67970249b358 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Received unexpected event network-vif-plugged-83595fcd-c7f4-41d4-97a3-a9b318614988 for instance with vm_state building and task_state spawning. [ 1209.916304] env[68466]: DEBUG nova.compute.manager [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.916593] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.917378] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebbfcd0-8b8b-4b38-b847-b90a598d3f48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.930287] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.930287] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ecec45-5bcf-4c03-a3da-2487323dc8d5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.932567] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.934069] env[68466]: DEBUG nova.compute.manager [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.936748] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.427s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.937973] env[68466]: DEBUG oslo_vmware.api [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1209.937973] env[68466]: value = "task-2813298" [ 1209.937973] env[68466]: _type = "Task" [ 1209.937973] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.948351] env[68466]: DEBUG oslo_vmware.api [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.976272] env[68466]: DEBUG nova.network.neutron [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Successfully updated port: 83595fcd-c7f4-41d4-97a3-a9b318614988 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.443059] env[68466]: DEBUG nova.compute.utils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.445383] env[68466]: DEBUG nova.compute.manager [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.445551] env[68466]: DEBUG nova.network.neutron [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.461704] env[68466]: DEBUG oslo_vmware.api [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813298, 'name': PowerOffVM_Task, 'duration_secs': 0.229706} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.462664] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.462759] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.463038] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8a5fc6a-87f5-4d72-be9a-ac76957f682e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.480821] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.480936] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.481117] env[68466]: DEBUG nova.network.neutron [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.505363] env[68466]: DEBUG nova.policy [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd67bdef1a7640fbbc9080e5e20cdeb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75f3c891e49c4fe0ab523d33fd412ae5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.529097] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.529350] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.529535] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleting the datastore file [datastore2] a79c9c66-ec67-429c-8363-2452bf6e2206 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.532207] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b238e52f-4652-4c3b-a884-b01a495a2bbf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.539648] env[68466]: DEBUG oslo_vmware.api [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for the task: (returnval){ [ 1210.539648] env[68466]: value = "task-2813300" [ 1210.539648] env[68466]: _type = "Task" [ 1210.539648] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.549468] env[68466]: DEBUG oslo_vmware.api [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.609360] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94969fc6-8455-462c-8608-aff50f510042 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.616678] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e78268-5889-4b06-a7d1-30078c8c7be9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.650333] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb03f7d5-0362-46ba-9f76-0ef07926cc09 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.658367] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965cae52-d201-4a77-aae0-6c74e732b541 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.674705] env[68466]: DEBUG nova.compute.provider_tree [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.812671] env[68466]: DEBUG nova.network.neutron [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Successfully created port: e3d350c6-189a-4ef6-9ad9-081b154dc796 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.952834] env[68466]: DEBUG nova.compute.manager [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.018108] env[68466]: DEBUG nova.network.neutron [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.049496] env[68466]: DEBUG oslo_vmware.api [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Task: {'id': task-2813300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126054} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.049763] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.050059] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.050140] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.050340] env[68466]: INFO nova.compute.manager [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1211.050564] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.050790] env[68466]: DEBUG nova.compute.manager [-] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.050880] env[68466]: DEBUG nova.network.neutron [-] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.137480] env[68466]: DEBUG nova.network.neutron [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance_info_cache with network_info: [{"id": "83595fcd-c7f4-41d4-97a3-a9b318614988", "address": "fa:16:3e:21:88:5d", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83595fcd-c7", "ovs_interfaceid": "83595fcd-c7f4-41d4-97a3-a9b318614988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.177884] env[68466]: DEBUG nova.scheduler.client.report [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.247843] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "810d9838-ac7b-4e87-8d12-c08379550e9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.248141] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.248361] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "810d9838-ac7b-4e87-8d12-c08379550e9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.248539] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.248846] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.251133] env[68466]: INFO nova.compute.manager [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Terminating instance [ 1211.639722] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.640132] env[68466]: DEBUG nova.compute.manager [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Instance network_info: |[{"id": "83595fcd-c7f4-41d4-97a3-a9b318614988", "address": "fa:16:3e:21:88:5d", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83595fcd-c7", "ovs_interfaceid": "83595fcd-c7f4-41d4-97a3-a9b318614988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.640762] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:88:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83595fcd-c7f4-41d4-97a3-a9b318614988', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.649590] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.649870] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.650488] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3493f489-7136-4d04-9326-a65df6f66ff3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.674737] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.674737] env[68466]: value = "task-2813301" [ 1211.674737] env[68466]: _type = "Task" [ 1211.674737] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.686214] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813301, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.755417] env[68466]: DEBUG nova.compute.manager [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.755770] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.756722] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f19a02-9a66-46ad-9f29-acc451795d31 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.764858] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.765198] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929cf8e0-e00e-40b8-8963-d5dba03c9f25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.772315] env[68466]: DEBUG oslo_vmware.api [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1211.772315] env[68466]: value = "task-2813302" [ 1211.772315] env[68466]: _type = "Task" [ 1211.772315] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.780118] env[68466]: DEBUG oslo_vmware.api [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.952127] env[68466]: DEBUG nova.compute.manager [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Received event network-changed-83595fcd-c7f4-41d4-97a3-a9b318614988 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1211.954030] env[68466]: DEBUG nova.compute.manager [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Refreshing instance network info cache due to event network-changed-83595fcd-c7f4-41d4-97a3-a9b318614988. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1211.954030] env[68466]: DEBUG oslo_concurrency.lockutils [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] Acquiring lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.954030] env[68466]: DEBUG oslo_concurrency.lockutils [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] Acquired lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.954030] env[68466]: DEBUG nova.network.neutron [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Refreshing network info cache for port 83595fcd-c7f4-41d4-97a3-a9b318614988 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.961972] env[68466]: DEBUG nova.compute.manager [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.988764] env[68466]: DEBUG nova.network.neutron [-] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.995497] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.995772] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.995952] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.996162] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.996311] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.996456] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.996684] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.996869] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.997067] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.997260] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.997455] env[68466]: DEBUG nova.virt.hardware [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.998364] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f71452-cd52-49b9-83d3-6402af79c2de {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.007473] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9503157-e4fa-46a9-be57-b7cfbe3c8c4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.185374] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813301, 'name': CreateVM_Task, 'duration_secs': 0.364972} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.185556] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.188123] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.251s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.197259] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.197427] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.197736] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.197979] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f80e50-ef22-44fa-96bc-ad86a808939e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.204133] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1212.204133] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527a2350-d78e-5350-78e4-fb0986e6c04e" [ 1212.204133] env[68466]: _type = "Task" [ 1212.204133] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.212453] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527a2350-d78e-5350-78e4-fb0986e6c04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.250574] env[68466]: DEBUG nova.network.neutron [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Successfully updated port: e3d350c6-189a-4ef6-9ad9-081b154dc796 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.282533] env[68466]: DEBUG oslo_vmware.api [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813302, 'name': PowerOffVM_Task, 'duration_secs': 0.2816} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.282822] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.283063] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.283354] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af4f955b-6edd-4141-9f12-7c936b0ead14 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.343822] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.344083] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.344272] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Deleting the datastore file [datastore1] 810d9838-ac7b-4e87-8d12-c08379550e9d {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.344530] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081d18b8-d99b-428d-b746-5cd9598136df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.350584] env[68466]: DEBUG oslo_vmware.api [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1212.350584] env[68466]: value = "task-2813304" [ 1212.350584] env[68466]: _type = "Task" [ 1212.350584] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.357989] env[68466]: DEBUG oslo_vmware.api [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.491574] env[68466]: INFO nova.compute.manager [-] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Took 1.44 seconds to deallocate network for instance. [ 1212.647175] env[68466]: DEBUG nova.network.neutron [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updated VIF entry in instance network info cache for port 83595fcd-c7f4-41d4-97a3-a9b318614988. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.647556] env[68466]: DEBUG nova.network.neutron [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance_info_cache with network_info: [{"id": "83595fcd-c7f4-41d4-97a3-a9b318614988", "address": "fa:16:3e:21:88:5d", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83595fcd-c7", "ovs_interfaceid": "83595fcd-c7f4-41d4-97a3-a9b318614988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.715285] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]527a2350-d78e-5350-78e4-fb0986e6c04e, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.715586] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.715821] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.716097] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.716205] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.716395] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.719429] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60bd1ea0-83c5-4a99-8989-979758a0b3a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.728357] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.729151] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.729977] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-277b5098-1cf8-49a2-8b4f-4431e6948e3f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.735069] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1212.735069] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5241200a-0500-f7e3-4964-08bf55c2f7a7" [ 1212.735069] env[68466]: _type = "Task" [ 1212.735069] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.742424] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5241200a-0500-f7e3-4964-08bf55c2f7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.756559] env[68466]: INFO nova.scheduler.client.report [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted allocation for migration 5c34ce6d-e163-44d7-888d-36f6596ff710 [ 1212.757805] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "refresh_cache-ca3fdc69-e892-4eff-8d03-5ead1e329f41" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.757960] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "refresh_cache-ca3fdc69-e892-4eff-8d03-5ead1e329f41" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.758302] env[68466]: DEBUG nova.network.neutron [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.861261] env[68466]: DEBUG oslo_vmware.api [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160169} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.861529] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.861735] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.861978] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.862196] env[68466]: INFO nova.compute.manager [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1212.862437] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.862629] env[68466]: DEBUG nova.compute.manager [-] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.862725] env[68466]: DEBUG nova.network.neutron [-] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.997831] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.998179] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.998348] env[68466]: DEBUG nova.objects.instance [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lazy-loading 'resources' on Instance uuid a79c9c66-ec67-429c-8363-2452bf6e2206 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.150559] env[68466]: DEBUG oslo_concurrency.lockutils [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] Releasing lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.150876] env[68466]: DEBUG nova.compute.manager [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Received event network-vif-deleted-da8f35d0-3ba5-4d88-9f26-f158225f7e1a {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1213.151079] env[68466]: INFO nova.compute.manager [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Neutron deleted interface da8f35d0-3ba5-4d88-9f26-f158225f7e1a; detaching it from the instance and deleting it from the info cache [ 1213.151258] env[68466]: DEBUG nova.network.neutron [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.245151] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5241200a-0500-f7e3-4964-08bf55c2f7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.245945] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ba7fd0-b6cc-4371-9694-3fac919c044c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.250837] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1213.250837] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fd45fe-24c0-ce3d-796f-cd11ed408863" [ 1213.250837] env[68466]: _type = "Task" [ 1213.250837] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.258032] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fd45fe-24c0-ce3d-796f-cd11ed408863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.264701] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9c113137-7efd-4c92-a7b5-569ed504775a tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.070s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.292461] env[68466]: DEBUG nova.network.neutron [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.406660] env[68466]: DEBUG nova.network.neutron [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Updating instance_info_cache with network_info: [{"id": "e3d350c6-189a-4ef6-9ad9-081b154dc796", "address": "fa:16:3e:d2:85:ce", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d350c6-18", "ovs_interfaceid": "e3d350c6-189a-4ef6-9ad9-081b154dc796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.434223] env[68466]: DEBUG oslo_concurrency.lockutils [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.434488] env[68466]: DEBUG oslo_concurrency.lockutils [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.434699] env[68466]: DEBUG oslo_concurrency.lockutils [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.434909] env[68466]: DEBUG oslo_concurrency.lockutils [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.435108] env[68466]: DEBUG oslo_concurrency.lockutils [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.437272] env[68466]: INFO nova.compute.manager [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Terminating instance [ 1213.623343] env[68466]: DEBUG nova.network.neutron [-] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.626354] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bfac34-3d4b-45ed-9829-0fe70366a625 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.633830] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe69581-379f-4cb6-aee0-48f686ca4c55 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.666292] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1e8c69c-f35f-463d-b6e6-012fd3e08ecc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.668705] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4883aaba-0ea9-419b-92e1-50c52143fad7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.677429] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e853e8f-3560-4f83-9e13-be98f3b8f16b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.684579] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24553180-6eb3-4e55-90a8-72c42db0f525 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.704644] env[68466]: DEBUG nova.compute.provider_tree [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.714196] env[68466]: DEBUG nova.compute.manager [req-8ed7209f-c2d8-4a97-a044-1a6ac7fdb4a3 req-cffa7e2b-4f1d-42e5-8c7d-7f7ec4a66bd7 service nova] [instance: a79c9c66-ec67-429c-8363-2452bf6e2206] Detach interface failed, port_id=da8f35d0-3ba5-4d88-9f26-f158225f7e1a, reason: Instance a79c9c66-ec67-429c-8363-2452bf6e2206 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1213.760895] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52fd45fe-24c0-ce3d-796f-cd11ed408863, 'name': SearchDatastore_Task, 'duration_secs': 0.009117} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.761210] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.761487] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8fbbc059-05dc-494b-bddb-4969d93871e7/8fbbc059-05dc-494b-bddb-4969d93871e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.761775] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad80a65f-2fa9-4afa-8c52-f7ad44871ba9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.768437] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1213.768437] env[68466]: value = "task-2813305" [ 1213.768437] env[68466]: _type = "Task" [ 1213.768437] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.776051] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.909652] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "refresh_cache-ca3fdc69-e892-4eff-8d03-5ead1e329f41" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.910067] env[68466]: DEBUG nova.compute.manager [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Instance network_info: |[{"id": "e3d350c6-189a-4ef6-9ad9-081b154dc796", "address": "fa:16:3e:d2:85:ce", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d350c6-18", "ovs_interfaceid": "e3d350c6-189a-4ef6-9ad9-081b154dc796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.910560] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:85:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3d350c6-189a-4ef6-9ad9-081b154dc796', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.918312] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.918561] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.918835] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df0b2ee2-b076-4fcd-9472-04ad5aa23b1e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.941839] env[68466]: DEBUG nova.compute.manager [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.942077] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.942342] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.942342] env[68466]: value = "task-2813306" [ 1213.942342] env[68466]: _type = "Task" [ 1213.942342] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.943094] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e36b56-95bb-4bff-b015-d4a3dccc71a1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.955270] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813306, 'name': CreateVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.957575] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.958552] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea7f8a7e-7a90-4fc5-9a31-6f76abffee9a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.966045] env[68466]: DEBUG oslo_vmware.api [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1213.966045] env[68466]: value = "task-2813307" [ 1213.966045] env[68466]: _type = "Task" [ 1213.966045] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.979956] env[68466]: DEBUG oslo_vmware.api [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.986393] env[68466]: DEBUG nova.compute.manager [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Received event network-vif-plugged-e3d350c6-189a-4ef6-9ad9-081b154dc796 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1213.986393] env[68466]: DEBUG oslo_concurrency.lockutils [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] Acquiring lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.986393] env[68466]: DEBUG oslo_concurrency.lockutils [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.986393] env[68466]: DEBUG oslo_concurrency.lockutils [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.986393] env[68466]: DEBUG nova.compute.manager [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] No waiting events found dispatching network-vif-plugged-e3d350c6-189a-4ef6-9ad9-081b154dc796 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.986393] env[68466]: WARNING nova.compute.manager [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Received unexpected event network-vif-plugged-e3d350c6-189a-4ef6-9ad9-081b154dc796 for instance with vm_state building and task_state spawning. [ 1213.986393] env[68466]: DEBUG nova.compute.manager [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Received event network-changed-e3d350c6-189a-4ef6-9ad9-081b154dc796 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1213.986393] env[68466]: DEBUG nova.compute.manager [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Refreshing instance network info cache due to event network-changed-e3d350c6-189a-4ef6-9ad9-081b154dc796. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1213.986393] env[68466]: DEBUG oslo_concurrency.lockutils [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] Acquiring lock "refresh_cache-ca3fdc69-e892-4eff-8d03-5ead1e329f41" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.987302] env[68466]: DEBUG oslo_concurrency.lockutils [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] Acquired lock "refresh_cache-ca3fdc69-e892-4eff-8d03-5ead1e329f41" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.987302] env[68466]: DEBUG nova.network.neutron [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Refreshing network info cache for port e3d350c6-189a-4ef6-9ad9-081b154dc796 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.125422] env[68466]: INFO nova.compute.manager [-] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Took 1.26 seconds to deallocate network for instance. [ 1214.217079] env[68466]: DEBUG nova.scheduler.client.report [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.278549] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481415} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.278876] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 8fbbc059-05dc-494b-bddb-4969d93871e7/8fbbc059-05dc-494b-bddb-4969d93871e7.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.279172] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.279480] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe906a14-b956-4cff-8a44-3791fc487800 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.285997] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1214.285997] env[68466]: value = "task-2813308" [ 1214.285997] env[68466]: _type = "Task" [ 1214.285997] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.294835] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.455660] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813306, 'name': CreateVM_Task, 'duration_secs': 0.465659} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.456063] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.456596] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.456774] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.457119] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.457383] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7be367-2719-4ca1-8855-dbf7f7059732 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.462422] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1214.462422] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52224111-a440-314f-8768-1043d23ca1e0" [ 1214.462422] env[68466]: _type = "Task" [ 1214.462422] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.472880] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52224111-a440-314f-8768-1043d23ca1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.477578] env[68466]: DEBUG oslo_vmware.api [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813307, 'name': PowerOffVM_Task, 'duration_secs': 0.296322} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.477838] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.478278] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.478278] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27adec0d-b8b4-45ee-9dd7-aa520822a654 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.547953] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.548211] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.548398] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleting the datastore file [datastore2] f136ae1c-6e1f-4a22-9fc6-94b13df53bfd {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.548706] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1c68053-f895-4b79-bb03-9efb66d00405 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.555605] env[68466]: DEBUG oslo_vmware.api [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1214.555605] env[68466]: value = "task-2813310" [ 1214.555605] env[68466]: _type = "Task" [ 1214.555605] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.563303] env[68466]: DEBUG oslo_vmware.api [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.633710] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.700409] env[68466]: DEBUG nova.network.neutron [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Updated VIF entry in instance network info cache for port e3d350c6-189a-4ef6-9ad9-081b154dc796. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.700984] env[68466]: DEBUG nova.network.neutron [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Updating instance_info_cache with network_info: [{"id": "e3d350c6-189a-4ef6-9ad9-081b154dc796", "address": "fa:16:3e:d2:85:ce", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d350c6-18", "ovs_interfaceid": "e3d350c6-189a-4ef6-9ad9-081b154dc796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.723302] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.726181] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.093s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.726892] env[68466]: DEBUG nova.objects.instance [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lazy-loading 'resources' on Instance uuid 810d9838-ac7b-4e87-8d12-c08379550e9d {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.743023] env[68466]: INFO nova.scheduler.client.report [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Deleted allocations for instance a79c9c66-ec67-429c-8363-2452bf6e2206 [ 1214.798095] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067344} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.798314] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.799106] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ee3a61-eee4-4b1b-8467-a0a1ef25ee19 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.823655] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 8fbbc059-05dc-494b-bddb-4969d93871e7/8fbbc059-05dc-494b-bddb-4969d93871e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.823994] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-039e8226-f076-4be2-b77f-18e671c3f159 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.844314] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1214.844314] env[68466]: value = "task-2813311" [ 1214.844314] env[68466]: _type = "Task" [ 1214.844314] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.852834] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.974370] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52224111-a440-314f-8768-1043d23ca1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.974786] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.975088] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.975407] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.975643] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.975850] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.976124] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a98f4da-049c-4e03-a99b-9c56ee3a5f47 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.994153] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.994514] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.995550] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a9037e-366a-4ab9-b65d-453ed23bc623 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.002387] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1215.002387] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52955a7a-a94f-573c-208c-6396bdcebf56" [ 1215.002387] env[68466]: _type = "Task" [ 1215.002387] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.010694] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52955a7a-a94f-573c-208c-6396bdcebf56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.065697] env[68466]: DEBUG oslo_vmware.api [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139362} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.066369] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.066578] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.066757] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.066928] env[68466]: INFO nova.compute.manager [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1215.067185] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.067378] env[68466]: DEBUG nova.compute.manager [-] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.067474] env[68466]: DEBUG nova.network.neutron [-] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.204888] env[68466]: DEBUG oslo_concurrency.lockutils [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] Releasing lock "refresh_cache-ca3fdc69-e892-4eff-8d03-5ead1e329f41" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.205362] env[68466]: DEBUG nova.compute.manager [req-92dddac4-f6a9-4bb8-ae77-bdb9bd447d54 req-96409f24-16c3-4cfc-977d-346b55f0e246 service nova] [instance: 810d9838-ac7b-4e87-8d12-c08379550e9d] Received event network-vif-deleted-0434f562-5e10-4f11-aa19-d3e4d6046904 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1215.257141] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f135f58d-3834-4f8c-8972-4a506cf02ac7 tempest-AttachVolumeShelveTestJSON-867859499 tempest-AttachVolumeShelveTestJSON-867859499-project-member] Lock "a79c9c66-ec67-429c-8363-2452bf6e2206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.848s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.355274] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.393935] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61baa540-c39b-457a-92e2-ad2cc9fadb1b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.402349] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dccd89-a805-4c23-930b-44ede42ac193 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.433015] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3087360-b6a5-48b0-9af0-0a0508fdc781 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.440357] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e703d1c8-5a54-4dc0-84bd-22c7d4ec8891 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.455289] env[68466]: DEBUG nova.compute.provider_tree [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.513794] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52955a7a-a94f-573c-208c-6396bdcebf56, 'name': SearchDatastore_Task, 'duration_secs': 0.043135} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.516006] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906e4561-d2f0-400f-8c00-b7a5e03a4955 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.522409] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1215.522409] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a578d3-ad2d-dfbf-83c7-dee29240a6ae" [ 1215.522409] env[68466]: _type = "Task" [ 1215.522409] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.531022] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a578d3-ad2d-dfbf-83c7-dee29240a6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.855860] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813311, 'name': ReconfigVM_Task, 'duration_secs': 0.805319} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.856182] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 8fbbc059-05dc-494b-bddb-4969d93871e7/8fbbc059-05dc-494b-bddb-4969d93871e7.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.856818] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74875233-4a4c-4151-814d-687939f4ca68 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.863503] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1215.863503] env[68466]: value = "task-2813312" [ 1215.863503] env[68466]: _type = "Task" [ 1215.863503] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.871736] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813312, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.958767] env[68466]: DEBUG nova.scheduler.client.report [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.001695] env[68466]: DEBUG nova.network.neutron [-] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.017393] env[68466]: DEBUG nova.compute.manager [req-62e3ea6c-564b-4165-996d-6aef246080f9 req-bdab092c-1306-425c-8681-00a9771efecc service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Received event network-vif-deleted-fcbeb0b6-5066-48db-8de1-1c92fde2b4d6 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1216.017747] env[68466]: INFO nova.compute.manager [req-62e3ea6c-564b-4165-996d-6aef246080f9 req-bdab092c-1306-425c-8681-00a9771efecc service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Neutron deleted interface fcbeb0b6-5066-48db-8de1-1c92fde2b4d6; detaching it from the instance and deleting it from the info cache [ 1216.018088] env[68466]: DEBUG nova.network.neutron [req-62e3ea6c-564b-4165-996d-6aef246080f9 req-bdab092c-1306-425c-8681-00a9771efecc service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.036532] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52a578d3-ad2d-dfbf-83c7-dee29240a6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014924} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.037162] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.037302] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] ca3fdc69-e892-4eff-8d03-5ead1e329f41/ca3fdc69-e892-4eff-8d03-5ead1e329f41.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.037569] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66267b84-0ed1-4964-8a2f-e703d7bbf955 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.044324] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1216.044324] env[68466]: value = "task-2813313" [ 1216.044324] env[68466]: _type = "Task" [ 1216.044324] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.052955] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.374315] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813312, 'name': Rename_Task, 'duration_secs': 0.145167} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.374680] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.374893] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77225b63-4a4e-49d5-a79f-200eaf91f6b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.382978] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1216.382978] env[68466]: value = "task-2813314" [ 1216.382978] env[68466]: _type = "Task" [ 1216.382978] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.391772] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.464083] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.490237] env[68466]: INFO nova.scheduler.client.report [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Deleted allocations for instance 810d9838-ac7b-4e87-8d12-c08379550e9d [ 1216.504951] env[68466]: INFO nova.compute.manager [-] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Took 1.44 seconds to deallocate network for instance. [ 1216.523086] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eab3ef24-f2da-4bb5-82c4-5c3ed78792a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.533651] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdfd76f-2f89-46aa-a842-126978f4601e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.557936] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509848} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.558261] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] ca3fdc69-e892-4eff-8d03-5ead1e329f41/ca3fdc69-e892-4eff-8d03-5ead1e329f41.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.558480] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.559102] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-100ebc23-ca83-4424-8eb1-38555c8dcd6b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.569840] env[68466]: DEBUG nova.compute.manager [req-62e3ea6c-564b-4165-996d-6aef246080f9 req-bdab092c-1306-425c-8681-00a9771efecc service nova] [instance: f136ae1c-6e1f-4a22-9fc6-94b13df53bfd] Detach interface failed, port_id=fcbeb0b6-5066-48db-8de1-1c92fde2b4d6, reason: Instance f136ae1c-6e1f-4a22-9fc6-94b13df53bfd could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1216.574486] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1216.574486] env[68466]: value = "task-2813315" [ 1216.574486] env[68466]: _type = "Task" [ 1216.574486] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.582470] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.893909] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813314, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.998264] env[68466]: DEBUG oslo_concurrency.lockutils [None req-97b8fd04-d9d4-4b5b-8e56-09f6223f9a0e tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "810d9838-ac7b-4e87-8d12-c08379550e9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.012434] env[68466]: DEBUG oslo_concurrency.lockutils [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.012745] env[68466]: DEBUG oslo_concurrency.lockutils [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.012935] env[68466]: DEBUG oslo_concurrency.lockutils [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.034916] env[68466]: INFO nova.scheduler.client.report [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted allocations for instance f136ae1c-6e1f-4a22-9fc6-94b13df53bfd [ 1217.086432] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066396} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.086805] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.088282] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affe5111-8938-4acf-98c9-0e0561fd42b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.110960] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] ca3fdc69-e892-4eff-8d03-5ead1e329f41/ca3fdc69-e892-4eff-8d03-5ead1e329f41.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.111483] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c658e4cc-e511-4afb-9ef0-339ad354b43a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.131049] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1217.131049] env[68466]: value = "task-2813316" [ 1217.131049] env[68466]: _type = "Task" [ 1217.131049] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.138956] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.393043] env[68466]: DEBUG oslo_vmware.api [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813314, 'name': PowerOnVM_Task, 'duration_secs': 0.549925} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.393405] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.394028] env[68466]: INFO nova.compute.manager [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1217.394028] env[68466]: DEBUG nova.compute.manager [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.394521] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c15e7-a0ee-4113-88f8-856082f15b57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.544262] env[68466]: DEBUG oslo_concurrency.lockutils [None req-61a53882-6e7a-410f-8be1-f39a0742f479 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "f136ae1c-6e1f-4a22-9fc6-94b13df53bfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.109s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.641950] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.909904] env[68466]: INFO nova.compute.manager [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Took 13.62 seconds to build instance. [ 1217.936489] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "187595e3-2e27-4770-87f1-56208157d51f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.938962] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "187595e3-2e27-4770-87f1-56208157d51f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.938962] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "187595e3-2e27-4770-87f1-56208157d51f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.938962] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "187595e3-2e27-4770-87f1-56208157d51f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.938962] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "187595e3-2e27-4770-87f1-56208157d51f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.939727] env[68466]: INFO nova.compute.manager [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Terminating instance [ 1218.140757] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813316, 'name': ReconfigVM_Task, 'duration_secs': 0.75239} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.141018] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Reconfigured VM instance instance-0000007a to attach disk [datastore2] ca3fdc69-e892-4eff-8d03-5ead1e329f41/ca3fdc69-e892-4eff-8d03-5ead1e329f41.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.142330] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c7c23ec-5465-4395-b352-f17fd6c5351b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.148233] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1218.148233] env[68466]: value = "task-2813317" [ 1218.148233] env[68466]: _type = "Task" [ 1218.148233] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.156364] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813317, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.412522] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e394e5ce-6099-480a-ad34-fed6f25d189e tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.133s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.444181] env[68466]: DEBUG nova.compute.manager [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.444455] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.445413] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e933661-db49-48ec-bc25-3463609d5b45 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.452632] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.453559] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aef87bf6-a91c-4bff-9ea6-7a4fa7cfbcd6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.461631] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "396389ca-558f-475a-b13c-6afe5852e05e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.461867] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "396389ca-558f-475a-b13c-6afe5852e05e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.464009] env[68466]: DEBUG oslo_vmware.api [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1218.464009] env[68466]: value = "task-2813318" [ 1218.464009] env[68466]: _type = "Task" [ 1218.464009] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.473095] env[68466]: DEBUG oslo_vmware.api [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.663411] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813317, 'name': Rename_Task, 'duration_secs': 0.316852} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.663800] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.664084] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3af8109-8adf-42b6-bd46-c55f896b47cd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.671983] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1218.671983] env[68466]: value = "task-2813319" [ 1218.671983] env[68466]: _type = "Task" [ 1218.671983] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.686207] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.814956] env[68466]: DEBUG nova.compute.manager [req-d56fa4ff-cc4b-4436-a586-a6c49c0ba6e1 req-2f9980ed-480c-4c05-921d-bcbdf102c2f1 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Received event network-changed-83595fcd-c7f4-41d4-97a3-a9b318614988 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1218.815202] env[68466]: DEBUG nova.compute.manager [req-d56fa4ff-cc4b-4436-a586-a6c49c0ba6e1 req-2f9980ed-480c-4c05-921d-bcbdf102c2f1 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Refreshing instance network info cache due to event network-changed-83595fcd-c7f4-41d4-97a3-a9b318614988. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1218.815417] env[68466]: DEBUG oslo_concurrency.lockutils [req-d56fa4ff-cc4b-4436-a586-a6c49c0ba6e1 req-2f9980ed-480c-4c05-921d-bcbdf102c2f1 service nova] Acquiring lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.815568] env[68466]: DEBUG oslo_concurrency.lockutils [req-d56fa4ff-cc4b-4436-a586-a6c49c0ba6e1 req-2f9980ed-480c-4c05-921d-bcbdf102c2f1 service nova] Acquired lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.815730] env[68466]: DEBUG nova.network.neutron [req-d56fa4ff-cc4b-4436-a586-a6c49c0ba6e1 req-2f9980ed-480c-4c05-921d-bcbdf102c2f1 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Refreshing network info cache for port 83595fcd-c7f4-41d4-97a3-a9b318614988 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.968354] env[68466]: DEBUG nova.compute.manager [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.979016] env[68466]: DEBUG oslo_vmware.api [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813318, 'name': PowerOffVM_Task, 'duration_secs': 0.225259} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.979016] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.979016] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.979016] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f965d3b-5b30-48c4-9d24-7ef331f5ea63 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.040529] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.040725] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.040927] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Deleting the datastore file [datastore1] 187595e3-2e27-4770-87f1-56208157d51f {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.041547] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b13427e-436b-462c-8d2f-b2367b7917bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.048501] env[68466]: DEBUG oslo_vmware.api [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for the task: (returnval){ [ 1219.048501] env[68466]: value = "task-2813321" [ 1219.048501] env[68466]: _type = "Task" [ 1219.048501] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.059349] env[68466]: DEBUG oslo_vmware.api [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.183351] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.494040] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.494453] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.496023] env[68466]: INFO nova.compute.claims [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.536383] env[68466]: DEBUG nova.network.neutron [req-d56fa4ff-cc4b-4436-a586-a6c49c0ba6e1 req-2f9980ed-480c-4c05-921d-bcbdf102c2f1 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updated VIF entry in instance network info cache for port 83595fcd-c7f4-41d4-97a3-a9b318614988. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.536849] env[68466]: DEBUG nova.network.neutron [req-d56fa4ff-cc4b-4436-a586-a6c49c0ba6e1 req-2f9980ed-480c-4c05-921d-bcbdf102c2f1 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance_info_cache with network_info: [{"id": "83595fcd-c7f4-41d4-97a3-a9b318614988", "address": "fa:16:3e:21:88:5d", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83595fcd-c7", "ovs_interfaceid": "83595fcd-c7f4-41d4-97a3-a9b318614988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.559794] env[68466]: DEBUG oslo_vmware.api [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Task: {'id': task-2813321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141396} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.560062] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.560297] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.560487] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.560679] env[68466]: INFO nova.compute.manager [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1219.560981] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.561209] env[68466]: DEBUG nova.compute.manager [-] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.561314] env[68466]: DEBUG nova.network.neutron [-] [instance: 187595e3-2e27-4770-87f1-56208157d51f] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.683737] env[68466]: DEBUG oslo_vmware.api [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813319, 'name': PowerOnVM_Task, 'duration_secs': 0.868971} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.684070] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.684322] env[68466]: INFO nova.compute.manager [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1219.684522] env[68466]: DEBUG nova.compute.manager [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.685373] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9dc501-57e8-44e2-8be8-f83b76176e02 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.814829] env[68466]: DEBUG nova.compute.manager [req-15568714-db83-4040-84ec-27d678bd03a2 req-507bf6f6-aaa1-4fc2-95a2-57a3e5639638 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Received event network-vif-deleted-c8025883-5039-428b-8cf0-a97e4e35f918 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1219.815016] env[68466]: INFO nova.compute.manager [req-15568714-db83-4040-84ec-27d678bd03a2 req-507bf6f6-aaa1-4fc2-95a2-57a3e5639638 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Neutron deleted interface c8025883-5039-428b-8cf0-a97e4e35f918; detaching it from the instance and deleting it from the info cache [ 1219.815168] env[68466]: DEBUG nova.network.neutron [req-15568714-db83-4040-84ec-27d678bd03a2 req-507bf6f6-aaa1-4fc2-95a2-57a3e5639638 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.039759] env[68466]: DEBUG oslo_concurrency.lockutils [req-d56fa4ff-cc4b-4436-a586-a6c49c0ba6e1 req-2f9980ed-480c-4c05-921d-bcbdf102c2f1 service nova] Releasing lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.202137] env[68466]: INFO nova.compute.manager [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Took 12.74 seconds to build instance. [ 1220.297816] env[68466]: DEBUG nova.network.neutron [-] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.317549] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-793b2bbf-2a60-494d-8a43-93a19a76e093 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.327937] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a222fab-be28-4a80-8fef-c3fd6f965d9c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.359439] env[68466]: DEBUG nova.compute.manager [req-15568714-db83-4040-84ec-27d678bd03a2 req-507bf6f6-aaa1-4fc2-95a2-57a3e5639638 service nova] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Detach interface failed, port_id=c8025883-5039-428b-8cf0-a97e4e35f918, reason: Instance 187595e3-2e27-4770-87f1-56208157d51f could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1220.622663] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c469dfc5-8faf-4ab8-a5d4-fbf9615a6ffc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.630642] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f349f-000f-478b-9400-4c128e6a9969 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.664169] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ac3660-d6bd-47ea-9213-eab1edfbde89 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.675520] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e282a78a-057c-478e-9797-154dfe39c667 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.691176] env[68466]: DEBUG nova.compute.provider_tree [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.703529] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a852c55-f7b6-41b5-81d5-8ede8e653dd6 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.252s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.800753] env[68466]: INFO nova.compute.manager [-] [instance: 187595e3-2e27-4770-87f1-56208157d51f] Took 1.24 seconds to deallocate network for instance. [ 1221.194432] env[68466]: DEBUG nova.scheduler.client.report [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.307085] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.698999] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.699655] env[68466]: DEBUG nova.compute.manager [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.702787] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.396s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.702934] env[68466]: DEBUG nova.objects.instance [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lazy-loading 'resources' on Instance uuid 187595e3-2e27-4770-87f1-56208157d51f {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.840644] env[68466]: DEBUG nova.compute.manager [req-dde17dc0-c225-48b6-8640-3c688d67134b req-ea2e0b40-c5ed-4a1f-941e-e66055bd7074 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Received event network-changed-e3d350c6-189a-4ef6-9ad9-081b154dc796 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1221.840759] env[68466]: DEBUG nova.compute.manager [req-dde17dc0-c225-48b6-8640-3c688d67134b req-ea2e0b40-c5ed-4a1f-941e-e66055bd7074 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Refreshing instance network info cache due to event network-changed-e3d350c6-189a-4ef6-9ad9-081b154dc796. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1221.841083] env[68466]: DEBUG oslo_concurrency.lockutils [req-dde17dc0-c225-48b6-8640-3c688d67134b req-ea2e0b40-c5ed-4a1f-941e-e66055bd7074 service nova] Acquiring lock "refresh_cache-ca3fdc69-e892-4eff-8d03-5ead1e329f41" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.841251] env[68466]: DEBUG oslo_concurrency.lockutils [req-dde17dc0-c225-48b6-8640-3c688d67134b req-ea2e0b40-c5ed-4a1f-941e-e66055bd7074 service nova] Acquired lock "refresh_cache-ca3fdc69-e892-4eff-8d03-5ead1e329f41" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.841413] env[68466]: DEBUG nova.network.neutron [req-dde17dc0-c225-48b6-8640-3c688d67134b req-ea2e0b40-c5ed-4a1f-941e-e66055bd7074 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Refreshing network info cache for port e3d350c6-189a-4ef6-9ad9-081b154dc796 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.205904] env[68466]: DEBUG nova.compute.utils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.207385] env[68466]: DEBUG nova.compute.manager [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.207509] env[68466]: DEBUG nova.network.neutron [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.247177] env[68466]: DEBUG nova.policy [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027e6daf3914963b57247882722bd3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21036519ade44c319c5c96ec1625a467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.326743] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e353250-07b2-49dd-b1e2-8cadf2137d05 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.334686] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b0405-8423-4a19-bbf2-17709612c5a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.366827] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3397442-c171-4c99-bc84-d330d40ad51c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.374252] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c2c9de-3969-4450-a30d-8f46226737bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.389239] env[68466]: DEBUG nova.compute.provider_tree [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.647905] env[68466]: DEBUG nova.network.neutron [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Successfully created port: 9819d625-f45a-4526-b688-d57e42f79094 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.691081] env[68466]: DEBUG nova.network.neutron [req-dde17dc0-c225-48b6-8640-3c688d67134b req-ea2e0b40-c5ed-4a1f-941e-e66055bd7074 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Updated VIF entry in instance network info cache for port e3d350c6-189a-4ef6-9ad9-081b154dc796. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.691513] env[68466]: DEBUG nova.network.neutron [req-dde17dc0-c225-48b6-8640-3c688d67134b req-ea2e0b40-c5ed-4a1f-941e-e66055bd7074 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Updating instance_info_cache with network_info: [{"id": "e3d350c6-189a-4ef6-9ad9-081b154dc796", "address": "fa:16:3e:d2:85:ce", "network": {"id": "ec38b161-c94e-4b22-b674-c6ad5f5a9538", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-379542299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75f3c891e49c4fe0ab523d33fd412ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d350c6-18", "ovs_interfaceid": "e3d350c6-189a-4ef6-9ad9-081b154dc796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.712645] env[68466]: DEBUG nova.compute.manager [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.892722] env[68466]: DEBUG nova.scheduler.client.report [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.194848] env[68466]: DEBUG oslo_concurrency.lockutils [req-dde17dc0-c225-48b6-8640-3c688d67134b req-ea2e0b40-c5ed-4a1f-941e-e66055bd7074 service nova] Releasing lock "refresh_cache-ca3fdc69-e892-4eff-8d03-5ead1e329f41" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.397376] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.417883] env[68466]: INFO nova.scheduler.client.report [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Deleted allocations for instance 187595e3-2e27-4770-87f1-56208157d51f [ 1223.721685] env[68466]: DEBUG nova.compute.manager [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.747266] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.747537] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.747697] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.747881] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.748041] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.748197] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.748408] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.748569] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.748739] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.748922] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.749143] env[68466]: DEBUG nova.virt.hardware [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.749983] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ed0d95-af6b-4689-8ee0-5bee9b2889e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.758999] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b52d117-03a8-4d1e-8612-a56a0577ad18 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.925981] env[68466]: DEBUG oslo_concurrency.lockutils [None req-4603fd34-3e26-4fb1-98cd-bcc49daaddfb tempest-ServerRescueNegativeTestJSON-1135506263 tempest-ServerRescueNegativeTestJSON-1135506263-project-member] Lock "187595e3-2e27-4770-87f1-56208157d51f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.989s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.029047] env[68466]: DEBUG nova.compute.manager [req-a4cbf29d-0876-4b2a-b251-819bbdfaa40f req-168526af-0de5-4549-857b-5ce2af1ffc9d service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Received event network-vif-plugged-9819d625-f45a-4526-b688-d57e42f79094 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1224.029296] env[68466]: DEBUG oslo_concurrency.lockutils [req-a4cbf29d-0876-4b2a-b251-819bbdfaa40f req-168526af-0de5-4549-857b-5ce2af1ffc9d service nova] Acquiring lock "396389ca-558f-475a-b13c-6afe5852e05e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.029507] env[68466]: DEBUG oslo_concurrency.lockutils [req-a4cbf29d-0876-4b2a-b251-819bbdfaa40f req-168526af-0de5-4549-857b-5ce2af1ffc9d service nova] Lock "396389ca-558f-475a-b13c-6afe5852e05e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.029746] env[68466]: DEBUG oslo_concurrency.lockutils [req-a4cbf29d-0876-4b2a-b251-819bbdfaa40f req-168526af-0de5-4549-857b-5ce2af1ffc9d service nova] Lock "396389ca-558f-475a-b13c-6afe5852e05e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.029844] env[68466]: DEBUG nova.compute.manager [req-a4cbf29d-0876-4b2a-b251-819bbdfaa40f req-168526af-0de5-4549-857b-5ce2af1ffc9d service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] No waiting events found dispatching network-vif-plugged-9819d625-f45a-4526-b688-d57e42f79094 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.030031] env[68466]: WARNING nova.compute.manager [req-a4cbf29d-0876-4b2a-b251-819bbdfaa40f req-168526af-0de5-4549-857b-5ce2af1ffc9d service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Received unexpected event network-vif-plugged-9819d625-f45a-4526-b688-d57e42f79094 for instance with vm_state building and task_state spawning. [ 1224.150485] env[68466]: DEBUG nova.network.neutron [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Successfully updated port: 9819d625-f45a-4526-b688-d57e42f79094 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.656897] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.657613] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.657613] env[68466]: DEBUG nova.network.neutron [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.217990] env[68466]: DEBUG nova.network.neutron [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.345498] env[68466]: DEBUG nova.network.neutron [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance_info_cache with network_info: [{"id": "9819d625-f45a-4526-b688-d57e42f79094", "address": "fa:16:3e:0d:c2:9a", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9819d625-f4", "ovs_interfaceid": "9819d625-f45a-4526-b688-d57e42f79094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.848268] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.848616] env[68466]: DEBUG nova.compute.manager [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Instance network_info: |[{"id": "9819d625-f45a-4526-b688-d57e42f79094", "address": "fa:16:3e:0d:c2:9a", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9819d625-f4", "ovs_interfaceid": "9819d625-f45a-4526-b688-d57e42f79094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.849148] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:c2:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9819d625-f45a-4526-b688-d57e42f79094', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.856876] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.857119] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.857354] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abefb5e6-3361-443e-af93-906bd6663e7b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.877860] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.877860] env[68466]: value = "task-2813322" [ 1225.877860] env[68466]: _type = "Task" [ 1225.877860] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.885352] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813322, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.057500] env[68466]: DEBUG nova.compute.manager [req-99cbac02-4578-4f04-8680-afbd34a5cf7b req-31bbc28d-877f-4bc9-b140-536847afea38 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Received event network-changed-9819d625-f45a-4526-b688-d57e42f79094 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1226.057753] env[68466]: DEBUG nova.compute.manager [req-99cbac02-4578-4f04-8680-afbd34a5cf7b req-31bbc28d-877f-4bc9-b140-536847afea38 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Refreshing instance network info cache due to event network-changed-9819d625-f45a-4526-b688-d57e42f79094. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1226.057936] env[68466]: DEBUG oslo_concurrency.lockutils [req-99cbac02-4578-4f04-8680-afbd34a5cf7b req-31bbc28d-877f-4bc9-b140-536847afea38 service nova] Acquiring lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.058094] env[68466]: DEBUG oslo_concurrency.lockutils [req-99cbac02-4578-4f04-8680-afbd34a5cf7b req-31bbc28d-877f-4bc9-b140-536847afea38 service nova] Acquired lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.058257] env[68466]: DEBUG nova.network.neutron [req-99cbac02-4578-4f04-8680-afbd34a5cf7b req-31bbc28d-877f-4bc9-b140-536847afea38 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Refreshing network info cache for port 9819d625-f45a-4526-b688-d57e42f79094 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.387704] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813322, 'name': CreateVM_Task} progress is 25%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.825150] env[68466]: DEBUG nova.network.neutron [req-99cbac02-4578-4f04-8680-afbd34a5cf7b req-31bbc28d-877f-4bc9-b140-536847afea38 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updated VIF entry in instance network info cache for port 9819d625-f45a-4526-b688-d57e42f79094. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.825560] env[68466]: DEBUG nova.network.neutron [req-99cbac02-4578-4f04-8680-afbd34a5cf7b req-31bbc28d-877f-4bc9-b140-536847afea38 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance_info_cache with network_info: [{"id": "9819d625-f45a-4526-b688-d57e42f79094", "address": "fa:16:3e:0d:c2:9a", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9819d625-f4", "ovs_interfaceid": "9819d625-f45a-4526-b688-d57e42f79094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.888314] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813322, 'name': CreateVM_Task, 'duration_secs': 0.806921} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.888496] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.889269] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.889436] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.889754] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.890584] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60edec74-85be-4572-ba76-df5e1903bf4d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.894416] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1226.894416] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525348cf-6bc1-1d63-4bf5-65f4f7a7b7c1" [ 1226.894416] env[68466]: _type = "Task" [ 1226.894416] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.902402] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525348cf-6bc1-1d63-4bf5-65f4f7a7b7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.199613] env[68466]: DEBUG oslo_concurrency.lockutils [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "a66ff562-19cc-4e6d-a931-efb2de790058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.200129] env[68466]: DEBUG oslo_concurrency.lockutils [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.200484] env[68466]: DEBUG oslo_concurrency.lockutils [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "a66ff562-19cc-4e6d-a931-efb2de790058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.200822] env[68466]: DEBUG oslo_concurrency.lockutils [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.201145] env[68466]: DEBUG oslo_concurrency.lockutils [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.203948] env[68466]: INFO nova.compute.manager [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Terminating instance [ 1227.328531] env[68466]: DEBUG oslo_concurrency.lockutils [req-99cbac02-4578-4f04-8680-afbd34a5cf7b req-31bbc28d-877f-4bc9-b140-536847afea38 service nova] Releasing lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.405368] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525348cf-6bc1-1d63-4bf5-65f4f7a7b7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.405761] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.405924] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.406180] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.406330] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.406514] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.406777] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1021eb8f-3b83-4c46-830f-2eee2d01e201 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.414875] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.415061] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.415731] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c68d6958-dee9-4aea-938c-5a089079a843 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.420858] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1227.420858] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d872c1-1286-dfd1-47cf-d81571900dee" [ 1227.420858] env[68466]: _type = "Task" [ 1227.420858] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.428274] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d872c1-1286-dfd1-47cf-d81571900dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.708117] env[68466]: DEBUG nova.compute.manager [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.708382] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.708681] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33877b2f-6d9a-45c8-9b45-f5c36798656e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.716687] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1227.716687] env[68466]: value = "task-2813323" [ 1227.716687] env[68466]: _type = "Task" [ 1227.716687] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.726233] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.931052] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52d872c1-1286-dfd1-47cf-d81571900dee, 'name': SearchDatastore_Task, 'duration_secs': 0.012602} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.931837] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d78909-cbc5-4298-af0d-75586a942507 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.936818] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1227.936818] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525cf682-c5b3-42e9-d26a-3f791e9d5c89" [ 1227.936818] env[68466]: _type = "Task" [ 1227.936818] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.944328] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525cf682-c5b3-42e9-d26a-3f791e9d5c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.226603] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813323, 'name': PowerOffVM_Task, 'duration_secs': 0.17397} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.226869] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.227084] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1228.227277] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565289', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'name': 'volume-53d1c99c-c662-4e5a-9cdc-8370740697d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a66ff562-19cc-4e6d-a931-efb2de790058', 'attached_at': '2025-03-06T13:48:09.000000', 'detached_at': '', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'serial': '53d1c99c-c662-4e5a-9cdc-8370740697d4'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1228.227988] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5ff7fb-dad0-4f2c-aacd-d77e03ed5540 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.246523] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6958bb5-49d5-4631-9faa-ddb5a7e1249b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.253065] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205e8a3b-62b5-43e7-b7ad-d432e0e0aa56 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.270078] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2351c433-8f60-4131-908f-14a8ed0dba66 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.283649] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] The volume has not been displaced from its original location: [datastore2] volume-53d1c99c-c662-4e5a-9cdc-8370740697d4/volume-53d1c99c-c662-4e5a-9cdc-8370740697d4.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1228.288639] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.288881] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9398677-d618-4759-8db8-491440764566 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.305072] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1228.305072] env[68466]: value = "task-2813324" [ 1228.305072] env[68466]: _type = "Task" [ 1228.305072] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.312123] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.446791] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525cf682-c5b3-42e9-d26a-3f791e9d5c89, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.447145] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.447334] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 396389ca-558f-475a-b13c-6afe5852e05e/396389ca-558f-475a-b13c-6afe5852e05e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.447593] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95cffc5a-ac32-41b3-bfc5-57fd9a82b568 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.453145] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1228.453145] env[68466]: value = "task-2813325" [ 1228.453145] env[68466]: _type = "Task" [ 1228.453145] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.459740] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.818243] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813324, 'name': ReconfigVM_Task, 'duration_secs': 0.165527} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.818513] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.823406] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-396fcf3d-3a7e-4008-8784-ac4fe7147c9d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.840415] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1228.840415] env[68466]: value = "task-2813326" [ 1228.840415] env[68466]: _type = "Task" [ 1228.840415] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.850016] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.962739] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813325, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.351422] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813326, 'name': ReconfigVM_Task, 'duration_secs': 0.445217} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.351686] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565289', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'name': 'volume-53d1c99c-c662-4e5a-9cdc-8370740697d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a66ff562-19cc-4e6d-a931-efb2de790058', 'attached_at': '2025-03-06T13:48:09.000000', 'detached_at': '', 'volume_id': '53d1c99c-c662-4e5a-9cdc-8370740697d4', 'serial': '53d1c99c-c662-4e5a-9cdc-8370740697d4'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1229.351962] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.352743] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996acf8b-7a89-4a1d-8585-ee995c0b5d25 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.359320] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.359540] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b92249e-0aed-43ef-ae59-7bfd2ed83856 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.423299] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.423542] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.423785] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleting the datastore file [datastore2] a66ff562-19cc-4e6d-a931-efb2de790058 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.423956] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4277427-a329-403a-aa1f-4b260937c8dc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.430435] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1229.430435] env[68466]: value = "task-2813328" [ 1229.430435] env[68466]: _type = "Task" [ 1229.430435] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.438291] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.462215] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532065} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.462529] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 396389ca-558f-475a-b13c-6afe5852e05e/396389ca-558f-475a-b13c-6afe5852e05e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.462672] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.462911] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c08c8d6-30ae-4a79-9edf-57d999d01afc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.468317] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1229.468317] env[68466]: value = "task-2813329" [ 1229.468317] env[68466]: _type = "Task" [ 1229.468317] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.475338] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.940632] env[68466]: DEBUG oslo_vmware.api [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101741} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.940888] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.941119] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.941308] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.941483] env[68466]: INFO nova.compute.manager [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1229.941714] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.941898] env[68466]: DEBUG nova.compute.manager [-] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.941990] env[68466]: DEBUG nova.network.neutron [-] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.976663] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085597} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.976897] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.977580] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74180edf-0e02-4953-b021-a33a4163c2a9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.998714] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 396389ca-558f-475a-b13c-6afe5852e05e/396389ca-558f-475a-b13c-6afe5852e05e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.000762] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e87595a0-0f54-4e3e-bb04-136279b3afa8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.020763] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1230.020763] env[68466]: value = "task-2813330" [ 1230.020763] env[68466]: _type = "Task" [ 1230.020763] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.029947] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.393652] env[68466]: DEBUG nova.compute.manager [req-01c456bb-8c43-435b-9510-fffeb7629e9a req-eeb0040c-288d-48f7-83aa-ba0fc6e2e8dd service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Received event network-vif-deleted-580d55a9-67ed-47eb-a77d-e08000b551c3 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1230.393944] env[68466]: INFO nova.compute.manager [req-01c456bb-8c43-435b-9510-fffeb7629e9a req-eeb0040c-288d-48f7-83aa-ba0fc6e2e8dd service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Neutron deleted interface 580d55a9-67ed-47eb-a77d-e08000b551c3; detaching it from the instance and deleting it from the info cache [ 1230.393944] env[68466]: DEBUG nova.network.neutron [req-01c456bb-8c43-435b-9510-fffeb7629e9a req-eeb0040c-288d-48f7-83aa-ba0fc6e2e8dd service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.530536] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813330, 'name': ReconfigVM_Task, 'duration_secs': 0.29238} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.530910] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 396389ca-558f-475a-b13c-6afe5852e05e/396389ca-558f-475a-b13c-6afe5852e05e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.531451] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bf4e365-4fe0-444d-9efe-73d627bb8ae3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.537277] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1230.537277] env[68466]: value = "task-2813331" [ 1230.537277] env[68466]: _type = "Task" [ 1230.537277] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.545779] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813331, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.876873] env[68466]: DEBUG nova.network.neutron [-] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.896952] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f82b4e4-b877-40bb-ad46-cb344123273d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.906270] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d93aae-5124-4a66-b1d9-5d4739e55059 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.935696] env[68466]: DEBUG nova.compute.manager [req-01c456bb-8c43-435b-9510-fffeb7629e9a req-eeb0040c-288d-48f7-83aa-ba0fc6e2e8dd service nova] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Detach interface failed, port_id=580d55a9-67ed-47eb-a77d-e08000b551c3, reason: Instance a66ff562-19cc-4e6d-a931-efb2de790058 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1231.046988] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813331, 'name': Rename_Task, 'duration_secs': 0.14729} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.048645] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.048645] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ed13ce6-0452-4268-acd4-b8dafdf45c3d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.054369] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1231.054369] env[68466]: value = "task-2813332" [ 1231.054369] env[68466]: _type = "Task" [ 1231.054369] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.061701] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.379549] env[68466]: INFO nova.compute.manager [-] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Took 1.44 seconds to deallocate network for instance. [ 1231.564498] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813332, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.923434] env[68466]: INFO nova.compute.manager [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Took 0.54 seconds to detach 1 volumes for instance. [ 1231.925666] env[68466]: DEBUG nova.compute.manager [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Deleting volume: 53d1c99c-c662-4e5a-9cdc-8370740697d4 {{(pid=68466) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1232.065883] env[68466]: DEBUG oslo_vmware.api [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813332, 'name': PowerOnVM_Task, 'duration_secs': 0.54115} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.066165] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.066378] env[68466]: INFO nova.compute.manager [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1232.066558] env[68466]: DEBUG nova.compute.manager [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.067369] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff15bc6-4612-43e8-b1bb-ba83f94b13b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.463260] env[68466]: DEBUG oslo_concurrency.lockutils [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.463590] env[68466]: DEBUG oslo_concurrency.lockutils [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.463782] env[68466]: DEBUG oslo_concurrency.lockutils [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.482595] env[68466]: INFO nova.scheduler.client.report [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted allocations for instance a66ff562-19cc-4e6d-a931-efb2de790058 [ 1232.584465] env[68466]: INFO nova.compute.manager [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Took 13.11 seconds to build instance. [ 1232.880016] env[68466]: DEBUG nova.compute.manager [req-9049760f-6d9e-4223-aba3-fd6240a2d9b1 req-b00a864a-e4f9-4f91-b95a-b9d73a1d67e8 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Received event network-changed-9819d625-f45a-4526-b688-d57e42f79094 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1232.880081] env[68466]: DEBUG nova.compute.manager [req-9049760f-6d9e-4223-aba3-fd6240a2d9b1 req-b00a864a-e4f9-4f91-b95a-b9d73a1d67e8 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Refreshing instance network info cache due to event network-changed-9819d625-f45a-4526-b688-d57e42f79094. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1232.880326] env[68466]: DEBUG oslo_concurrency.lockutils [req-9049760f-6d9e-4223-aba3-fd6240a2d9b1 req-b00a864a-e4f9-4f91-b95a-b9d73a1d67e8 service nova] Acquiring lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.880492] env[68466]: DEBUG oslo_concurrency.lockutils [req-9049760f-6d9e-4223-aba3-fd6240a2d9b1 req-b00a864a-e4f9-4f91-b95a-b9d73a1d67e8 service nova] Acquired lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.880644] env[68466]: DEBUG nova.network.neutron [req-9049760f-6d9e-4223-aba3-fd6240a2d9b1 req-b00a864a-e4f9-4f91-b95a-b9d73a1d67e8 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Refreshing network info cache for port 9819d625-f45a-4526-b688-d57e42f79094 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.991714] env[68466]: DEBUG oslo_concurrency.lockutils [None req-747171f0-f828-4bf8-baee-b5069b57a1d3 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "a66ff562-19cc-4e6d-a931-efb2de790058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.085740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-a95f985c-8d5f-447d-a610-c9eca83bbb41 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "396389ca-558f-475a-b13c-6afe5852e05e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.624s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.588511] env[68466]: DEBUG nova.network.neutron [req-9049760f-6d9e-4223-aba3-fd6240a2d9b1 req-b00a864a-e4f9-4f91-b95a-b9d73a1d67e8 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updated VIF entry in instance network info cache for port 9819d625-f45a-4526-b688-d57e42f79094. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.588885] env[68466]: DEBUG nova.network.neutron [req-9049760f-6d9e-4223-aba3-fd6240a2d9b1 req-b00a864a-e4f9-4f91-b95a-b9d73a1d67e8 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance_info_cache with network_info: [{"id": "9819d625-f45a-4526-b688-d57e42f79094", "address": "fa:16:3e:0d:c2:9a", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9819d625-f4", "ovs_interfaceid": "9819d625-f45a-4526-b688-d57e42f79094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.951632] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.951914] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.952211] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.952399] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.952569] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.954634] env[68466]: INFO nova.compute.manager [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Terminating instance [ 1234.091388] env[68466]: DEBUG oslo_concurrency.lockutils [req-9049760f-6d9e-4223-aba3-fd6240a2d9b1 req-b00a864a-e4f9-4f91-b95a-b9d73a1d67e8 service nova] Releasing lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.458585] env[68466]: DEBUG nova.compute.manager [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.458826] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.460124] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b33836e-1c7e-4952-8124-963fe6e8ef57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.467693] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.467922] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-080acea5-dde7-4e9a-acce-95389ac579af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.473641] env[68466]: DEBUG oslo_vmware.api [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1234.473641] env[68466]: value = "task-2813334" [ 1234.473641] env[68466]: _type = "Task" [ 1234.473641] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.481551] env[68466]: DEBUG oslo_vmware.api [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.982958] env[68466]: DEBUG oslo_vmware.api [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813334, 'name': PowerOffVM_Task, 'duration_secs': 0.18931} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.983389] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.983389] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.983664] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb09997-985f-42ad-98a3-987b646d502f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.050730] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.050948] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.051219] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleting the datastore file [datastore1] b0483be3-a4ef-467e-8f3d-50fb0ccdacf8 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.051493] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f41e166e-6d34-4d1a-bb90-f8444d48cffb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.058460] env[68466]: DEBUG oslo_vmware.api [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1235.058460] env[68466]: value = "task-2813336" [ 1235.058460] env[68466]: _type = "Task" [ 1235.058460] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.065883] env[68466]: DEBUG oslo_vmware.api [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.570805] env[68466]: DEBUG oslo_vmware.api [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122602} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.571194] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.571447] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.571694] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.571932] env[68466]: INFO nova.compute.manager [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1235.572292] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.572547] env[68466]: DEBUG nova.compute.manager [-] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.572669] env[68466]: DEBUG nova.network.neutron [-] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.827159] env[68466]: DEBUG nova.compute.manager [req-b0c803de-d683-450c-b40c-a638a2504ec9 req-ae9aec16-054a-46ff-9468-8c9efb59ac2b service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Received event network-vif-deleted-64561bfa-5830-4cbb-80d5-d74e7e9797b4 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1235.827384] env[68466]: INFO nova.compute.manager [req-b0c803de-d683-450c-b40c-a638a2504ec9 req-ae9aec16-054a-46ff-9468-8c9efb59ac2b service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Neutron deleted interface 64561bfa-5830-4cbb-80d5-d74e7e9797b4; detaching it from the instance and deleting it from the info cache [ 1235.827568] env[68466]: DEBUG nova.network.neutron [req-b0c803de-d683-450c-b40c-a638a2504ec9 req-ae9aec16-054a-46ff-9468-8c9efb59ac2b service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.311641] env[68466]: DEBUG nova.network.neutron [-] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.329983] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19d09d6a-59c5-4076-a892-9a6f4077b1c9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.339981] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac86e3-83b4-4ba4-9a05-1b3ba84c5218 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.367645] env[68466]: DEBUG nova.compute.manager [req-b0c803de-d683-450c-b40c-a638a2504ec9 req-ae9aec16-054a-46ff-9468-8c9efb59ac2b service nova] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Detach interface failed, port_id=64561bfa-5830-4cbb-80d5-d74e7e9797b4, reason: Instance b0483be3-a4ef-467e-8f3d-50fb0ccdacf8 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1236.814499] env[68466]: INFO nova.compute.manager [-] [instance: b0483be3-a4ef-467e-8f3d-50fb0ccdacf8] Took 1.24 seconds to deallocate network for instance. [ 1237.320831] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.321236] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.321356] env[68466]: DEBUG nova.objects.instance [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lazy-loading 'resources' on Instance uuid b0483be3-a4ef-467e-8f3d-50fb0ccdacf8 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.917921] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263728b1-1c33-40bc-b9cf-0f18e9a0045b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.925462] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3236d6-87e2-4d61-9a15-d88373bfb26e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.954085] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75d28b0-40d4-42bd-9284-a33b810fc165 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.960990] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab28f9a-d8a1-4ee2-b51b-9b435fb90024 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.975351] env[68466]: DEBUG nova.compute.provider_tree [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.478998] env[68466]: DEBUG nova.scheduler.client.report [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.984538] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.005152] env[68466]: INFO nova.scheduler.client.report [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted allocations for instance b0483be3-a4ef-467e-8f3d-50fb0ccdacf8 [ 1239.512830] env[68466]: DEBUG oslo_concurrency.lockutils [None req-2a130c2d-952e-4afb-8f82-71bfea0678dc tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "b0483be3-a4ef-467e-8f3d-50fb0ccdacf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.561s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.628434] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.628812] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.628946] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.629150] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.629349] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.631388] env[68466]: INFO nova.compute.manager [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Terminating instance [ 1244.135321] env[68466]: DEBUG nova.compute.manager [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1244.135656] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.136927] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c642a6-a7e6-4b92-83ec-2854c26ec526 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.147387] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.147719] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c4042aa-c5fd-4ba9-a21d-8c74b7402f00 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.155232] env[68466]: DEBUG oslo_vmware.api [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1244.155232] env[68466]: value = "task-2813338" [ 1244.155232] env[68466]: _type = "Task" [ 1244.155232] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.166418] env[68466]: DEBUG oslo_vmware.api [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.664283] env[68466]: DEBUG oslo_vmware.api [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813338, 'name': PowerOffVM_Task, 'duration_secs': 0.190793} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.664577] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.664743] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.664997] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990fa024-568b-4a8a-b206-818c763d770d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.136598] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.136836] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.137036] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleting the datastore file [datastore2] 9bea5d78-3afa-4e77-bd26-1cd2694c536c {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.137320] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20f92f21-d315-41db-b8e9-55803ae9462c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.145664] env[68466]: DEBUG oslo_vmware.api [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for the task: (returnval){ [ 1245.145664] env[68466]: value = "task-2813340" [ 1245.145664] env[68466]: _type = "Task" [ 1245.145664] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.153249] env[68466]: DEBUG oslo_vmware.api [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.655410] env[68466]: DEBUG oslo_vmware.api [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Task: {'id': task-2813340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202553} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.655735] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.655848] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.656037] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.656218] env[68466]: INFO nova.compute.manager [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1245.656466] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.656657] env[68466]: DEBUG nova.compute.manager [-] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.656755] env[68466]: DEBUG nova.network.neutron [-] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.906673] env[68466]: DEBUG nova.compute.manager [req-ccd8b7fb-e5fe-430d-a83f-052c5311773a req-daec8a57-c8eb-4b13-b015-d39dc87b0df9 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Received event network-vif-deleted-5abec3f8-0e3c-482a-b648-f3226377aa58 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1245.906900] env[68466]: INFO nova.compute.manager [req-ccd8b7fb-e5fe-430d-a83f-052c5311773a req-daec8a57-c8eb-4b13-b015-d39dc87b0df9 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Neutron deleted interface 5abec3f8-0e3c-482a-b648-f3226377aa58; detaching it from the instance and deleting it from the info cache [ 1245.907127] env[68466]: DEBUG nova.network.neutron [req-ccd8b7fb-e5fe-430d-a83f-052c5311773a req-daec8a57-c8eb-4b13-b015-d39dc87b0df9 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.392394] env[68466]: DEBUG nova.network.neutron [-] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.411308] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcabfa4e-f17f-4150-b800-98cc9f8aca13 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.423231] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a930b4-3747-4db8-afdb-011350c8d633 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.449894] env[68466]: DEBUG nova.compute.manager [req-ccd8b7fb-e5fe-430d-a83f-052c5311773a req-daec8a57-c8eb-4b13-b015-d39dc87b0df9 service nova] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Detach interface failed, port_id=5abec3f8-0e3c-482a-b648-f3226377aa58, reason: Instance 9bea5d78-3afa-4e77-bd26-1cd2694c536c could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1246.895090] env[68466]: INFO nova.compute.manager [-] [instance: 9bea5d78-3afa-4e77-bd26-1cd2694c536c] Took 1.24 seconds to deallocate network for instance. [ 1247.402043] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.402455] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.402617] env[68466]: DEBUG nova.objects.instance [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lazy-loading 'resources' on Instance uuid 9bea5d78-3afa-4e77-bd26-1cd2694c536c {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.985857] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1613c916-49b1-4d86-8834-1f36f5fed4a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.993703] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92f8e27-32f0-4be6-959a-ef0003522675 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.023864] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d9cf7a-df73-447e-9aab-788cfaf39351 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.030556] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9941dd5-76f6-4698-a58e-9f1aaa5070c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.043033] env[68466]: DEBUG nova.compute.provider_tree [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.546579] env[68466]: DEBUG nova.scheduler.client.report [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.567922] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.051749] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.069870] env[68466]: INFO nova.scheduler.client.report [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Deleted allocations for instance 9bea5d78-3afa-4e77-bd26-1cd2694c536c [ 1249.577349] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99ebea8f-eb2f-49c1-87b9-2bb4dd219263 tempest-ServerActionsTestOtherA-2009150343 tempest-ServerActionsTestOtherA-2009150343-project-member] Lock "9bea5d78-3afa-4e77-bd26-1cd2694c536c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.949s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.568169] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.568061] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.070871] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.071151] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.071375] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.071543] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1254.072490] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083614d9-c38a-474f-9f06-4164fe08bb7e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.080776] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c15b94-58e7-4b79-9f89-726828d3e390 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.094661] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b14d0d-8b5b-4af6-8abf-08e5a7a19d6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.101018] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5495dff4-d1cb-4cfd-9a57-25b3c8926e94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.130367] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179686MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1254.130575] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.130862] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.157961] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3ef5c447-6391-4b5d-bb11-ca036bf89c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.158305] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 51c5480b-a113-4693-a521-18698e3e4f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.158305] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 8fbbc059-05dc-494b-bddb-4969d93871e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.158424] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance ca3fdc69-e892-4eff-8d03-5ead1e329f41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.158543] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 396389ca-558f-475a-b13c-6afe5852e05e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.158727] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1255.158864] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1255.222363] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417f11d1-c59c-4b5e-bc72-c1b511fb3d7c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.229687] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b59f9-3566-46a9-9dfd-588f0ac4e62d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.259015] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b38064-dda0-4232-9c86-896bd444fcf1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.265768] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d386b18d-d4c2-4712-b3a6-c68c258ddd08 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.278208] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.780991] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.290119] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1256.290418] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.028516] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "8fbbc059-05dc-494b-bddb-4969d93871e7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.028775] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.416851] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.417166] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.531919] env[68466]: DEBUG nova.compute.utils [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.920853] env[68466]: DEBUG nova.compute.utils [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.035059] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.290381] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.290611] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.290841] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.291078] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.291314] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1258.423382] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.564588] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.564821] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.094709] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "8fbbc059-05dc-494b-bddb-4969d93871e7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.094971] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.095217] env[68466]: INFO nova.compute.manager [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Attaching volume c9c042e9-175b-4bcb-8f8e-30f36b82deaa to /dev/sdb [ 1259.124666] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d6f42b-f2e2-4885-87f8-add8ecdf8c5f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.131847] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad1b3cb-cff7-4107-b84d-00d9f7eece4d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.145831] env[68466]: DEBUG nova.virt.block_device [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating existing volume attachment record: 918e65c0-72fe-4846-99b7-8440e80ade0b {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1259.477948] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.478270] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.478516] env[68466]: INFO nova.compute.manager [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Attaching volume 759ece26-125b-4080-8722-5e0a0db373bb to /dev/sdb [ 1259.508204] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc167b69-64d6-4b08-9a60-994433c3eb74 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.514897] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7b3942-a6e3-4ed5-8111-74b34049bb96 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.527596] env[68466]: DEBUG nova.virt.block_device [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Updating existing volume attachment record: 3f69cfcd-1b48-4878-b4d9-c024f3f2a11b {{(pid=68466) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1264.073223] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1264.073478] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565307', 'volume_id': '759ece26-125b-4080-8722-5e0a0db373bb', 'name': 'volume-759ece26-125b-4080-8722-5e0a0db373bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca3fdc69-e892-4eff-8d03-5ead1e329f41', 'attached_at': '', 'detached_at': '', 'volume_id': '759ece26-125b-4080-8722-5e0a0db373bb', 'serial': '759ece26-125b-4080-8722-5e0a0db373bb'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1264.074388] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db2ec1-c7b7-4ff6-8276-ad96bd55ac16 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.090558] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89705827-c327-40b0-ab47-2ff2a19d924a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.114390] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-759ece26-125b-4080-8722-5e0a0db373bb/volume-759ece26-125b-4080-8722-5e0a0db373bb.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.114686] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70590b9-057d-4817-b1b1-ee397b1b3beb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.131975] env[68466]: DEBUG oslo_vmware.api [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1264.131975] env[68466]: value = "task-2813347" [ 1264.131975] env[68466]: _type = "Task" [ 1264.131975] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.139465] env[68466]: DEBUG oslo_vmware.api [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.190222] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Volume attach. Driver type: vmdk {{(pid=68466) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1264.190464] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565308', 'volume_id': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'name': 'volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fbbc059-05dc-494b-bddb-4969d93871e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'serial': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1264.191356] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765a48f7-fe6d-4691-ba5c-57017e44cb5b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.206467] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2336c14a-7225-4367-a9e1-c90ed16b34cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.229282] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa/volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.229535] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186ddd47-ccc0-495a-81e0-f461b0608943 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.245923] env[68466]: DEBUG oslo_vmware.api [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1264.245923] env[68466]: value = "task-2813348" [ 1264.245923] env[68466]: _type = "Task" [ 1264.245923] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.254627] env[68466]: DEBUG oslo_vmware.api [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.642958] env[68466]: DEBUG oslo_vmware.api [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813347, 'name': ReconfigVM_Task, 'duration_secs': 0.329323} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.642958] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-759ece26-125b-4080-8722-5e0a0db373bb/volume-759ece26-125b-4080-8722-5e0a0db373bb.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.647418] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54d5531-9359-4bc8-93e1-503a4a0c4b30 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.661330] env[68466]: DEBUG oslo_vmware.api [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1264.661330] env[68466]: value = "task-2813349" [ 1264.661330] env[68466]: _type = "Task" [ 1264.661330] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.668351] env[68466]: DEBUG oslo_vmware.api [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.755237] env[68466]: DEBUG oslo_vmware.api [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813348, 'name': ReconfigVM_Task, 'duration_secs': 0.317299} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.755524] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa/volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.760090] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-771d6c0e-3798-4936-a725-0138b0f47920 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.774518] env[68466]: DEBUG oslo_vmware.api [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1264.774518] env[68466]: value = "task-2813350" [ 1264.774518] env[68466]: _type = "Task" [ 1264.774518] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.782070] env[68466]: DEBUG oslo_vmware.api [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.171251] env[68466]: DEBUG oslo_vmware.api [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813349, 'name': ReconfigVM_Task, 'duration_secs': 0.131051} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.171641] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565307', 'volume_id': '759ece26-125b-4080-8722-5e0a0db373bb', 'name': 'volume-759ece26-125b-4080-8722-5e0a0db373bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca3fdc69-e892-4eff-8d03-5ead1e329f41', 'attached_at': '', 'detached_at': '', 'volume_id': '759ece26-125b-4080-8722-5e0a0db373bb', 'serial': '759ece26-125b-4080-8722-5e0a0db373bb'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1265.283425] env[68466]: DEBUG oslo_vmware.api [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813350, 'name': ReconfigVM_Task, 'duration_secs': 0.135417} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.283729] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565308', 'volume_id': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'name': 'volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fbbc059-05dc-494b-bddb-4969d93871e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'serial': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa'} {{(pid=68466) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1266.208015] env[68466]: DEBUG nova.objects.instance [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'flavor' on Instance uuid ca3fdc69-e892-4eff-8d03-5ead1e329f41 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.323606] env[68466]: DEBUG nova.objects.instance [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'flavor' on Instance uuid 8fbbc059-05dc-494b-bddb-4969d93871e7 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.714268] env[68466]: DEBUG oslo_concurrency.lockutils [None req-6b560ad9-7a59-491f-81e2-5fc0406ae476 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.828063] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9f6730f6-cd63-4499-b3f2-e26f3d40fee0 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.733s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.851045] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.851302] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.353855] env[68466]: INFO nova.compute.manager [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Detaching volume 759ece26-125b-4080-8722-5e0a0db373bb [ 1267.385797] env[68466]: INFO nova.virt.block_device [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Attempting to driver detach volume 759ece26-125b-4080-8722-5e0a0db373bb from mountpoint /dev/sdb [ 1267.386054] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1267.386250] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565307', 'volume_id': '759ece26-125b-4080-8722-5e0a0db373bb', 'name': 'volume-759ece26-125b-4080-8722-5e0a0db373bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca3fdc69-e892-4eff-8d03-5ead1e329f41', 'attached_at': '', 'detached_at': '', 'volume_id': '759ece26-125b-4080-8722-5e0a0db373bb', 'serial': '759ece26-125b-4080-8722-5e0a0db373bb'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1267.387122] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51d6e06-b981-465f-a6aa-2774614f47f3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.408243] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972da31a-be7e-4076-a7bf-7aa0822343df {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.415134] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c718a5-7f73-4860-802e-c7f8f709d4f5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.434565] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b634960-8a88-4879-b8a1-b9d3f6890bc3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.448503] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] The volume has not been displaced from its original location: [datastore2] volume-759ece26-125b-4080-8722-5e0a0db373bb/volume-759ece26-125b-4080-8722-5e0a0db373bb.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1267.453587] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1267.453836] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80343cc3-5ea2-4943-bd91-85d48ddb1014 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.470370] env[68466]: DEBUG oslo_vmware.api [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1267.470370] env[68466]: value = "task-2813351" [ 1267.470370] env[68466]: _type = "Task" [ 1267.470370] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.477360] env[68466]: DEBUG oslo_vmware.api [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.656456] env[68466]: DEBUG nova.compute.manager [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Stashing vm_state: active {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1267.981713] env[68466]: DEBUG oslo_vmware.api [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813351, 'name': ReconfigVM_Task, 'duration_secs': 0.245968} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.981935] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.986362] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c56885c-e2bc-4281-b352-cd0fb4e6984f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.000661] env[68466]: DEBUG oslo_vmware.api [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1268.000661] env[68466]: value = "task-2813352" [ 1268.000661] env[68466]: _type = "Task" [ 1268.000661] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.007781] env[68466]: DEBUG oslo_vmware.api [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.173944] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.174249] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.511355] env[68466]: DEBUG oslo_vmware.api [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813352, 'name': ReconfigVM_Task, 'duration_secs': 0.129814} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.511704] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565307', 'volume_id': '759ece26-125b-4080-8722-5e0a0db373bb', 'name': 'volume-759ece26-125b-4080-8722-5e0a0db373bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca3fdc69-e892-4eff-8d03-5ead1e329f41', 'attached_at': '', 'detached_at': '', 'volume_id': '759ece26-125b-4080-8722-5e0a0db373bb', 'serial': '759ece26-125b-4080-8722-5e0a0db373bb'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1268.678779] env[68466]: INFO nova.compute.claims [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.053536] env[68466]: DEBUG nova.objects.instance [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'flavor' on Instance uuid ca3fdc69-e892-4eff-8d03-5ead1e329f41 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.184590] env[68466]: INFO nova.compute.resource_tracker [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating resource usage from migration aee077f9-7f5a-48fb-ad9b-8c7ff76243a7 [ 1269.267038] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cdd608-59f6-4fb2-a493-089b5c2a7e9f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.273771] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eb8381-27f7-4c5e-920a-560077572d24 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.303310] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a292763-df79-4a39-9321-8263b8fc7a19 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.310309] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6d3154-de41-49e7-9146-d2a1580f30af {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.324461] env[68466]: DEBUG nova.compute.provider_tree [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.540505] env[68466]: DEBUG nova.compute.manager [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Stashing vm_state: active {{(pid=68466) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1269.827794] env[68466]: DEBUG nova.scheduler.client.report [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.056900] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.060426] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e4781a85-454b-437f-83a6-b97d552f91aa tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.332747] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.158s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.332962] env[68466]: INFO nova.compute.manager [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Migrating [ 1270.339590] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.283s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.847465] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.847782] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.847879] env[68466]: DEBUG nova.network.neutron [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.851215] env[68466]: INFO nova.compute.claims [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.106162] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.106425] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.106590] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.106773] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.106943] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.109081] env[68466]: INFO nova.compute.manager [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Terminating instance [ 1271.359940] env[68466]: INFO nova.compute.resource_tracker [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating resource usage from migration e3387b2d-f0f1-4ef3-88df-a23601fd0d1c [ 1271.452870] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd5d337-19aa-4c56-bb7c-d2ff4113bf22 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.462042] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a5efe3-2d66-4aab-b41c-5bb93fb2d963 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.493341] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507a3135-19ac-40d2-aca8-3edccfbef0f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.501095] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cae76b-a7ae-4315-9677-b9e6854cbb68 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.514053] env[68466]: DEBUG nova.compute.provider_tree [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.584103] env[68466]: DEBUG nova.network.neutron [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance_info_cache with network_info: [{"id": "83595fcd-c7f4-41d4-97a3-a9b318614988", "address": "fa:16:3e:21:88:5d", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83595fcd-c7", "ovs_interfaceid": "83595fcd-c7f4-41d4-97a3-a9b318614988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.612802] env[68466]: DEBUG nova.compute.manager [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.612992] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.613852] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6f3e8e-4f6e-4589-9237-95e88bf9e491 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.621161] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.621409] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6524c33-81f4-40d1-93cc-9a0f1f7c13a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.627985] env[68466]: DEBUG oslo_vmware.api [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1271.627985] env[68466]: value = "task-2813353" [ 1271.627985] env[68466]: _type = "Task" [ 1271.627985] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.635521] env[68466]: DEBUG oslo_vmware.api [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.017950] env[68466]: DEBUG nova.scheduler.client.report [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.086763] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.137512] env[68466]: DEBUG oslo_vmware.api [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813353, 'name': PowerOffVM_Task, 'duration_secs': 0.169928} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.137776] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.137945] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.138210] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b39ae054-1c34-40f2-a156-cb9840c94031 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.199178] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.199375] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.199600] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleting the datastore file [datastore2] ca3fdc69-e892-4eff-8d03-5ead1e329f41 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.199876] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8de3aae7-e620-4795-a179-9d2bf81015a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.206342] env[68466]: DEBUG oslo_vmware.api [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for the task: (returnval){ [ 1272.206342] env[68466]: value = "task-2813355" [ 1272.206342] env[68466]: _type = "Task" [ 1272.206342] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.215207] env[68466]: DEBUG oslo_vmware.api [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.522698] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.522865] env[68466]: INFO nova.compute.manager [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Migrating [ 1272.716276] env[68466]: DEBUG oslo_vmware.api [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Task: {'id': task-2813355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129261} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.716549] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.716736] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.716913] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.717103] env[68466]: INFO nova.compute.manager [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1272.717366] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.717576] env[68466]: DEBUG nova.compute.manager [-] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.717673] env[68466]: DEBUG nova.network.neutron [-] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.037759] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.038065] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.038165] env[68466]: DEBUG nova.network.neutron [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.336912] env[68466]: DEBUG nova.compute.manager [req-9de8963a-8c24-421d-a4f4-fff507838add req-741cd916-73d2-4c6a-84b8-1f880ce4a9e8 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Received event network-vif-deleted-e3d350c6-189a-4ef6-9ad9-081b154dc796 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1273.337429] env[68466]: INFO nova.compute.manager [req-9de8963a-8c24-421d-a4f4-fff507838add req-741cd916-73d2-4c6a-84b8-1f880ce4a9e8 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Neutron deleted interface e3d350c6-189a-4ef6-9ad9-081b154dc796; detaching it from the instance and deleting it from the info cache [ 1273.337763] env[68466]: DEBUG nova.network.neutron [req-9de8963a-8c24-421d-a4f4-fff507838add req-741cd916-73d2-4c6a-84b8-1f880ce4a9e8 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.604295] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3874192-d6b5-4a53-ab18-33bea0cc507c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.625179] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance '8fbbc059-05dc-494b-bddb-4969d93871e7' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.745977] env[68466]: DEBUG nova.network.neutron [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance_info_cache with network_info: [{"id": "9819d625-f45a-4526-b688-d57e42f79094", "address": "fa:16:3e:0d:c2:9a", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9819d625-f4", "ovs_interfaceid": "9819d625-f45a-4526-b688-d57e42f79094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.823813] env[68466]: DEBUG nova.network.neutron [-] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.840463] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70995bb9-a210-4a4e-b07d-caf6d4c0f791 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.850207] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a969c6-f198-4c3d-a7e5-15a749e28052 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.877997] env[68466]: DEBUG nova.compute.manager [req-9de8963a-8c24-421d-a4f4-fff507838add req-741cd916-73d2-4c6a-84b8-1f880ce4a9e8 service nova] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Detach interface failed, port_id=e3d350c6-189a-4ef6-9ad9-081b154dc796, reason: Instance ca3fdc69-e892-4eff-8d03-5ead1e329f41 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1274.131145] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.131457] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-662fb104-3b37-4f1b-bf47-b39445c5e24a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.141290] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1274.141290] env[68466]: value = "task-2813356" [ 1274.141290] env[68466]: _type = "Task" [ 1274.141290] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.149048] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.249211] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.325751] env[68466]: INFO nova.compute.manager [-] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Took 1.61 seconds to deallocate network for instance. [ 1274.651586] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813356, 'name': PowerOffVM_Task, 'duration_secs': 0.215396} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.651881] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.652077] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance '8fbbc059-05dc-494b-bddb-4969d93871e7' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.832809] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.833187] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.833469] env[68466]: DEBUG nova.objects.instance [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lazy-loading 'resources' on Instance uuid ca3fdc69-e892-4eff-8d03-5ead1e329f41 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.158828] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.159207] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.159255] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.159460] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.159647] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.159966] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.160232] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.160410] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.160589] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.160764] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.160948] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.166018] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1013f696-ade8-4848-828b-d80ad6ce14b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.182010] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1275.182010] env[68466]: value = "task-2813357" [ 1275.182010] env[68466]: _type = "Task" [ 1275.182010] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.190409] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.447361] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071af972-9037-4e3b-a7be-b4499101df0a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.455187] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c71fcf-a7bd-44ff-8877-881310ae8359 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.486380] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1967be09-cff3-459b-8991-d3ffce963a57 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.493961] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a309371d-e01d-4c0f-bc90-57b8955b55d2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.507625] env[68466]: DEBUG nova.compute.provider_tree [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.691782] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813357, 'name': ReconfigVM_Task, 'duration_secs': 0.174578} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.692115] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance '8fbbc059-05dc-494b-bddb-4969d93871e7' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.763992] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd97cf7-1489-4f99-9704-85d29ddf2f60 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.782573] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance '396389ca-558f-475a-b13c-6afe5852e05e' progress to 0 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.010698] env[68466]: DEBUG nova.scheduler.client.report [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.199250] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.199622] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.199673] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.199836] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.199985] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.200155] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.200367] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.200529] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.200698] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.200862] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.201053] env[68466]: DEBUG nova.virt.hardware [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.206218] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.206515] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38400193-ca35-4f03-a9d2-893457ac981e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.225622] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1276.225622] env[68466]: value = "task-2813358" [ 1276.225622] env[68466]: _type = "Task" [ 1276.225622] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.234391] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.288776] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.289048] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a062b11c-9e62-462e-b2d7-7bcb58b1acd2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.295342] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1276.295342] env[68466]: value = "task-2813359" [ 1276.295342] env[68466]: _type = "Task" [ 1276.295342] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.303511] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.516210] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.533739] env[68466]: INFO nova.scheduler.client.report [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Deleted allocations for instance ca3fdc69-e892-4eff-8d03-5ead1e329f41 [ 1276.734893] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813358, 'name': ReconfigVM_Task, 'duration_secs': 0.177966} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.735162] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1276.735906] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb37b0d8-e002-4eb4-a412-01172298a803 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.759775] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 8fbbc059-05dc-494b-bddb-4969d93871e7/8fbbc059-05dc-494b-bddb-4969d93871e7.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.760035] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a0ad7b0-1824-4fd8-b44b-171e428bb75f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.777490] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1276.777490] env[68466]: value = "task-2813360" [ 1276.777490] env[68466]: _type = "Task" [ 1276.777490] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.784704] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.803692] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813359, 'name': PowerOffVM_Task, 'duration_secs': 0.176758} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.803918] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.804126] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance '396389ca-558f-475a-b13c-6afe5852e05e' progress to 17 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.042214] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7f1d36fc-4b37-4519-8c11-926bee1a81b2 tempest-AttachVolumeNegativeTest-564297638 tempest-AttachVolumeNegativeTest-564297638-project-member] Lock "ca3fdc69-e892-4eff-8d03-5ead1e329f41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.936s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.287907] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813360, 'name': ReconfigVM_Task, 'duration_secs': 0.280157} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.287907] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 8fbbc059-05dc-494b-bddb-4969d93871e7/8fbbc059-05dc-494b-bddb-4969d93871e7.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.288623] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance '8fbbc059-05dc-494b-bddb-4969d93871e7' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.309888] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.310156] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.310287] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.310467] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.310615] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.310763] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.310968] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.311141] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.311308] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.311507] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.311840] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.316903] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e7f7e8-f215-427e-8882-0b42c4b3bf90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.334171] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1277.334171] env[68466]: value = "task-2813361" [ 1277.334171] env[68466]: _type = "Task" [ 1277.334171] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.343185] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.794905] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1dcf31-922c-4561-b2bc-46eac3675c80 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.817823] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af2a11-0c1d-4e7b-8a85-60a97b89f405 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.838027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance '8fbbc059-05dc-494b-bddb-4969d93871e7' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.848854] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813361, 'name': ReconfigVM_Task, 'duration_secs': 0.174667} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.849140] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance '396389ca-558f-475a-b13c-6afe5852e05e' progress to 33 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.355690] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.356055] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.356103] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.356283] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.356428] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.356580] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.356865] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.357095] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.357296] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.357466] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.357650] env[68466]: DEBUG nova.virt.hardware [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.362864] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.363411] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f947f340-9147-441b-b597-93a0762d93b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.392151] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1278.392151] env[68466]: value = "task-2813363" [ 1278.392151] env[68466]: _type = "Task" [ 1278.392151] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.403779] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.902466] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813363, 'name': ReconfigVM_Task, 'duration_secs': 0.451131} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.902739] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.903543] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a123cfd9-880a-4c39-b591-3e748fb04e54 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.924847] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 396389ca-558f-475a-b13c-6afe5852e05e/396389ca-558f-475a-b13c-6afe5852e05e.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.925105] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f899d0d1-aeb2-4cba-be30-02592d037989 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.942682] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1278.942682] env[68466]: value = "task-2813364" [ 1278.942682] env[68466]: _type = "Task" [ 1278.942682] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.952126] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.452812] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813364, 'name': ReconfigVM_Task, 'duration_secs': 0.24947} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.453258] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 396389ca-558f-475a-b13c-6afe5852e05e/396389ca-558f-475a-b13c-6afe5852e05e.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.453360] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance '396389ca-558f-475a-b13c-6afe5852e05e' progress to 50 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.497348] env[68466]: DEBUG nova.network.neutron [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Port 83595fcd-c7f4-41d4-97a3-a9b318614988 binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1279.959868] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb207507-0df0-4497-8cb1-ed8a5d77f49e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.980102] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d38584-259f-4b1e-aced-573c14624c03 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.996937] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance '396389ca-558f-475a-b13c-6afe5852e05e' progress to 67 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.521556] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "8fbbc059-05dc-494b-bddb-4969d93871e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.521918] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.522212] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.547896] env[68466]: DEBUG nova.network.neutron [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Port 9819d625-f45a-4526-b688-d57e42f79094 binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1281.562791] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.563097] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.563163] env[68466]: DEBUG nova.network.neutron [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.569749] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "396389ca-558f-475a-b13c-6afe5852e05e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.569967] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "396389ca-558f-475a-b13c-6afe5852e05e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.570163] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "396389ca-558f-475a-b13c-6afe5852e05e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.272761] env[68466]: DEBUG nova.network.neutron [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance_info_cache with network_info: [{"id": "83595fcd-c7f4-41d4-97a3-a9b318614988", "address": "fa:16:3e:21:88:5d", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83595fcd-c7", "ovs_interfaceid": "83595fcd-c7f4-41d4-97a3-a9b318614988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.604089] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.604379] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.604444] env[68466]: DEBUG nova.network.neutron [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.775219] env[68466]: DEBUG oslo_concurrency.lockutils [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.283316] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5c7c1e-f006-44d8-8091-4bcb9fa74893 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.290681] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456dac0b-9acd-45a1-9775-762ac10b36aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.293801] env[68466]: DEBUG nova.network.neutron [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance_info_cache with network_info: [{"id": "9819d625-f45a-4526-b688-d57e42f79094", "address": "fa:16:3e:0d:c2:9a", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9819d625-f4", "ovs_interfaceid": "9819d625-f45a-4526-b688-d57e42f79094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.796452] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.321074] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c51f4-dc6b-4863-9961-975ca382749d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.339485] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e8dfa-257a-4de3-bf2d-faa95446d0ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.345910] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance '396389ca-558f-475a-b13c-6afe5852e05e' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.384574] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b473b13-009f-4b56-ac53-6b2ad977fd68 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.407386] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b99589f-c89b-4e12-a4f2-cf257b06fe41 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.414039] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance '8fbbc059-05dc-494b-bddb-4969d93871e7' progress to 83 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.851847] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.852210] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2de5e6a-1a4b-404d-868d-a9fd3064f6a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.859194] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1284.859194] env[68466]: value = "task-2813367" [ 1284.859194] env[68466]: _type = "Task" [ 1284.859194] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.866875] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.919922] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.920256] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1fdbbf0-d5a4-4bc5-988c-c1fae9661f71 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.926538] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1284.926538] env[68466]: value = "task-2813368" [ 1284.926538] env[68466]: _type = "Task" [ 1284.926538] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.934593] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.368737] env[68466]: DEBUG oslo_vmware.api [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813367, 'name': PowerOnVM_Task, 'duration_secs': 0.378118} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.369018] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.369222] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ca455393-121c-46ba-9802-ecb5bbcd9a95 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance '396389ca-558f-475a-b13c-6afe5852e05e' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.436381] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.936240] env[68466]: DEBUG oslo_vmware.api [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813368, 'name': PowerOnVM_Task, 'duration_secs': 0.912156} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.936538] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.936687] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-37759e6c-91ee-41b2-85aa-57d952b0fe44 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance '8fbbc059-05dc-494b-bddb-4969d93871e7' progress to 100 {{(pid=68466) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.067200] env[68466]: DEBUG nova.network.neutron [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Port 9819d625-f45a-4526-b688-d57e42f79094 binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1288.067468] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.067468] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.067560] env[68466]: DEBUG nova.network.neutron [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.115044] env[68466]: DEBUG nova.network.neutron [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Port 83595fcd-c7f4-41d4-97a3-a9b318614988 binding to destination host cpu-1 is already ACTIVE {{(pid=68466) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1288.115317] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.115466] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.115627] env[68466]: DEBUG nova.network.neutron [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.884882] env[68466]: DEBUG nova.network.neutron [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance_info_cache with network_info: [{"id": "9819d625-f45a-4526-b688-d57e42f79094", "address": "fa:16:3e:0d:c2:9a", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9819d625-f4", "ovs_interfaceid": "9819d625-f45a-4526-b688-d57e42f79094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.916393] env[68466]: DEBUG nova.network.neutron [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance_info_cache with network_info: [{"id": "83595fcd-c7f4-41d4-97a3-a9b318614988", "address": "fa:16:3e:21:88:5d", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83595fcd-c7", "ovs_interfaceid": "83595fcd-c7f4-41d4-97a3-a9b318614988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.390289] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.419132] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.893461] env[68466]: DEBUG nova.compute.manager [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68466) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1289.893693] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.893964] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.922231] env[68466]: DEBUG nova.compute.manager [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68466) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1290.396442] env[68466]: DEBUG nova.objects.instance [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'migration_context' on Instance uuid 396389ca-558f-475a-b13c-6afe5852e05e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.981089] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b53bea5-bc7e-415b-bf62-a4b754cb3ee1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.988577] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773228c1-ee02-4e48-b084-0809bd638e04 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.019016] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.020169] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac464e9-093c-405f-a1a8-f543019dc4c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.027287] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f4f1a-4045-4bf8-ae72-a7a448036574 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.040335] env[68466]: DEBUG nova.compute.provider_tree [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.560659] env[68466]: ERROR nova.scheduler.client.report [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [req-be921f7e-e6d8-4b73-81ea-90d987997b73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2a5f2f3e-1107-40da-ae5c-58673b030abf. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-be921f7e-e6d8-4b73-81ea-90d987997b73"}]} [ 1291.576874] env[68466]: DEBUG nova.scheduler.client.report [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Refreshing inventories for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1291.589146] env[68466]: DEBUG nova.scheduler.client.report [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Updating ProviderTree inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1291.589354] env[68466]: DEBUG nova.compute.provider_tree [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.599245] env[68466]: DEBUG nova.scheduler.client.report [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Refreshing aggregate associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, aggregates: None {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1291.615375] env[68466]: DEBUG nova.scheduler.client.report [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Refreshing trait associations for resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68466) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1291.686735] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8187c105-6cd3-48ed-8b84-e2e40ae01cbf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.694191] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5868f49-649e-484e-b887-089bb31b4fa8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.723178] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e72c34-f222-42b2-95af-b47b395e3acd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.729862] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4622813e-2b18-4a2e-8d3d-5cba3b4f853e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.743711] env[68466]: DEBUG nova.compute.provider_tree [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1292.273768] env[68466]: DEBUG nova.scheduler.client.report [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Updated inventory for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1292.274060] env[68466]: DEBUG nova.compute.provider_tree [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Updating resource provider 2a5f2f3e-1107-40da-ae5c-58673b030abf generation from 165 to 166 during operation: update_inventory {{(pid=68466) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1292.274251] env[68466]: DEBUG nova.compute.provider_tree [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Updating inventory in ProviderTree for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.285410] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.391s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.291518] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.273s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.799278] env[68466]: DEBUG nova.objects.instance [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'migration_context' on Instance uuid 8fbbc059-05dc-494b-bddb-4969d93871e7 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.381620] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f461cc-695b-4482-a3ed-368f54adeaf3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.388897] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e8de3b-0a41-4b7d-80f3-a9d6abf47b1d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.418569] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94441f8-5f47-4d4e-9054-0878134ff2e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.425576] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a46b78-932d-493b-82a5-b4c993f157e6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.438264] env[68466]: DEBUG nova.compute.provider_tree [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.825077] env[68466]: INFO nova.compute.manager [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Swapping old allocation on dict_keys(['2a5f2f3e-1107-40da-ae5c-58673b030abf']) held by migration e3387b2d-f0f1-4ef3-88df-a23601fd0d1c for instance [ 1294.847517] env[68466]: DEBUG nova.scheduler.client.report [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Overwriting current allocation {'allocations': {'2a5f2f3e-1107-40da-ae5c-58673b030abf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '21036519ade44c319c5c96ec1625a467', 'user_id': 'f027e6daf3914963b57247882722bd3d', 'consumer_generation': 1} on consumer 396389ca-558f-475a-b13c-6afe5852e05e {{(pid=68466) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1294.930541] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.930740] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.930922] env[68466]: DEBUG nova.network.neutron [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.940881] env[68466]: DEBUG nova.scheduler.client.report [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.626288] env[68466]: DEBUG nova.network.neutron [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance_info_cache with network_info: [{"id": "9819d625-f45a-4526-b688-d57e42f79094", "address": "fa:16:3e:0d:c2:9a", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9819d625-f4", "ovs_interfaceid": "9819d625-f45a-4526-b688-d57e42f79094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.950206] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.659s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.128824] env[68466]: DEBUG oslo_concurrency.lockutils [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-396389ca-558f-475a-b13c-6afe5852e05e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.129297] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.129570] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce8f2d2d-7d93-4e4a-be44-25905560685c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.137766] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1296.137766] env[68466]: value = "task-2813369" [ 1296.137766] env[68466]: _type = "Task" [ 1296.137766] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.145663] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.647561] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813369, 'name': PowerOffVM_Task, 'duration_secs': 0.276144} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.651025] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.651025] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.655539] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbed7380-34c9-4179-bf17-8420b9037941 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.670054] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1296.670054] env[68466]: value = "task-2813370" [ 1296.670054] env[68466]: _type = "Task" [ 1296.670054] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.678511] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.180310] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813370, 'name': ReconfigVM_Task, 'duration_secs': 0.198669} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.181074] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5559ef-7a3d-43ea-893a-d074a0288e7f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.199040] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.199288] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.199446] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.199629] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.199814] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.199973] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.200200] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.200359] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.200578] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.200696] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.200857] env[68466]: DEBUG nova.virt.hardware [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.201675] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae57865-650e-4975-8f9c-8b98f5e3bd88 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.206586] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1297.206586] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522d074b-f3ea-b99e-0e98-cbe46e60fd53" [ 1297.206586] env[68466]: _type = "Task" [ 1297.206586] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.214067] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522d074b-f3ea-b99e-0e98-cbe46e60fd53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.488893] env[68466]: INFO nova.compute.manager [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Swapping old allocation on dict_keys(['2a5f2f3e-1107-40da-ae5c-58673b030abf']) held by migration aee077f9-7f5a-48fb-ad9b-8c7ff76243a7 for instance [ 1297.513862] env[68466]: DEBUG nova.scheduler.client.report [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Overwriting current allocation {'allocations': {'2a5f2f3e-1107-40da-ae5c-58673b030abf': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': 'c37c2ee3b0c944fe9cb2d2199a733820', 'user_id': '863c0ff6e907414c80fc9d9111d0c2a8', 'consumer_generation': 1} on consumer 8fbbc059-05dc-494b-bddb-4969d93871e7 {{(pid=68466) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1297.588183] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.588384] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.588564] env[68466]: DEBUG nova.network.neutron [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.716627] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]522d074b-f3ea-b99e-0e98-cbe46e60fd53, 'name': SearchDatastore_Task, 'duration_secs': 0.00819} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.721863] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1297.722162] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a626ef3a-8e7b-435d-ba0c-b3cdb40035c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.741051] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1297.741051] env[68466]: value = "task-2813371" [ 1297.741051] env[68466]: _type = "Task" [ 1297.741051] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.748571] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.250741] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813371, 'name': ReconfigVM_Task, 'duration_secs': 0.182336} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.251059] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.251865] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bad43cc-b66c-4edd-a3ae-e2115d5b9ee4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.274572] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 396389ca-558f-475a-b13c-6afe5852e05e/396389ca-558f-475a-b13c-6afe5852e05e.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.274819] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52838de7-2f09-4d5b-93d1-151ae4b6684c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.287595] env[68466]: DEBUG nova.network.neutron [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance_info_cache with network_info: [{"id": "83595fcd-c7f4-41d4-97a3-a9b318614988", "address": "fa:16:3e:21:88:5d", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83595fcd-c7", "ovs_interfaceid": "83595fcd-c7f4-41d4-97a3-a9b318614988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.293900] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1298.293900] env[68466]: value = "task-2813372" [ 1298.293900] env[68466]: _type = "Task" [ 1298.293900] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.303436] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.790766] env[68466]: DEBUG oslo_concurrency.lockutils [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-8fbbc059-05dc-494b-bddb-4969d93871e7" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.791788] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26a9eb6-1851-4b9b-b495-0490b5b7ce28 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.802641] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.804597] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f083b5-5183-4c38-8310-a6299c668e65 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.304416] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813372, 'name': ReconfigVM_Task, 'duration_secs': 0.804068} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.304708] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 396389ca-558f-475a-b13c-6afe5852e05e/396389ca-558f-475a-b13c-6afe5852e05e.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.305514] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7462a5e1-302b-4f46-9785-c4f9e63f707b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.322701] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061f36c-05cd-4e30-95e6-037f52c5afe7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.339741] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce0e2e-98d1-4f46-953b-dcb0bfefdd5a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.356456] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae95a63d-7e2f-472e-a9f5-cd1dbdf9c03f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.365453] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.365699] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fedea20-c67b-493d-bea4-90f10d4e7a1c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.372787] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1299.372787] env[68466]: value = "task-2813373" [ 1299.372787] env[68466]: _type = "Task" [ 1299.372787] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.380975] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.882290] env[68466]: DEBUG oslo_vmware.api [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813373, 'name': PowerOnVM_Task, 'duration_secs': 0.437011} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.882631] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.886096] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.886550] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c4dfadc-219b-48e8-a3cb-b8042a9ab7b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.892528] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1299.892528] env[68466]: value = "task-2813374" [ 1299.892528] env[68466]: _type = "Task" [ 1299.892528] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.901890] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.401287] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813374, 'name': PowerOffVM_Task, 'duration_secs': 0.238048} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.401583] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.402227] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.402442] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.402599] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.402805] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.403011] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.403174] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.403377] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.403537] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.403700] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.403862] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.404067] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.408877] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-909f8521-1227-42d1-bb09-7a08f211d46b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.423961] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1300.423961] env[68466]: value = "task-2813375" [ 1300.423961] env[68466]: _type = "Task" [ 1300.423961] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.431665] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.894552] env[68466]: INFO nova.compute.manager [None req-45567751-56ad-47e6-ae59-e056381bae97 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance to original state: 'active' [ 1300.939250] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813375, 'name': ReconfigVM_Task, 'duration_secs': 0.160605} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.940235] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56570479-4dad-412a-b233-cd66efb78524 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.970304] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.970581] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.970741] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.970927] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.971103] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.971270] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.971481] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.971640] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.971839] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.972031] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.972235] env[68466]: DEBUG nova.virt.hardware [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.973041] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f967ada-2477-4757-9a60-bad753464225 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.978571] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1300.978571] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a8a3a-b88a-140c-e929-b094608c7b52" [ 1300.978571] env[68466]: _type = "Task" [ 1300.978571] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.986447] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a8a3a-b88a-140c-e929-b094608c7b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.487649] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]529a8a3a-b88a-140c-e929-b094608c7b52, 'name': SearchDatastore_Task, 'duration_secs': 0.00811} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.493029] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1301.493310] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e8087b-99cc-4e3c-8a35-67196e700a76 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.510556] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1301.510556] env[68466]: value = "task-2813376" [ 1301.510556] env[68466]: _type = "Task" [ 1301.510556] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.518112] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.022108] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813376, 'name': ReconfigVM_Task, 'duration_secs': 0.193956} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.022499] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1302.023756] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3ce80b-8063-4812-8fd9-bdc7ebf06e85 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.048599] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 8fbbc059-05dc-494b-bddb-4969d93871e7/8fbbc059-05dc-494b-bddb-4969d93871e7.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.048912] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d9d219-6b28-47b4-a316-114a94fa0e7a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.067541] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1302.067541] env[68466]: value = "task-2813377" [ 1302.067541] env[68466]: _type = "Task" [ 1302.067541] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.075562] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.576971] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813377, 'name': ReconfigVM_Task, 'duration_secs': 0.299409} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.577415] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 8fbbc059-05dc-494b-bddb-4969d93871e7/8fbbc059-05dc-494b-bddb-4969d93871e7.vmdk or device None with type thin {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.578079] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af9d57d-9a87-4bfc-b284-794fb418ec88 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.598069] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25372176-d6c4-4ccc-bd72-1b2f5cb5214c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.617619] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a6668b-989a-4d80-90a5-a286bdacc8b7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.636514] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e520392-0a88-4a3e-8b89-c7a64135d25a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.642894] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.643151] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7144e7ce-31b3-48ad-8f1e-4be064c96f0f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.648801] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1302.648801] env[68466]: value = "task-2813378" [ 1302.648801] env[68466]: _type = "Task" [ 1302.648801] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.657211] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.880188] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "396389ca-558f-475a-b13c-6afe5852e05e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.880479] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "396389ca-558f-475a-b13c-6afe5852e05e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.880647] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "396389ca-558f-475a-b13c-6afe5852e05e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.880828] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "396389ca-558f-475a-b13c-6afe5852e05e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.880998] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "396389ca-558f-475a-b13c-6afe5852e05e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.883394] env[68466]: INFO nova.compute.manager [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Terminating instance [ 1303.158864] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.386882] env[68466]: DEBUG nova.compute.manager [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.387148] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.388055] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29f653c-f331-4c48-a4e4-76232c4789e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.395516] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.395735] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22420220-07ea-4dcc-af18-32c13cf9882d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.401665] env[68466]: DEBUG oslo_vmware.api [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1303.401665] env[68466]: value = "task-2813379" [ 1303.401665] env[68466]: _type = "Task" [ 1303.401665] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.409235] env[68466]: DEBUG oslo_vmware.api [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.658484] env[68466]: DEBUG oslo_vmware.api [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813378, 'name': PowerOnVM_Task, 'duration_secs': 0.945418} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.658697] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.911885] env[68466]: DEBUG oslo_vmware.api [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813379, 'name': PowerOffVM_Task, 'duration_secs': 0.175914} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.912138] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.912311] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.912554] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23eb7225-4297-4847-9f2a-cf7930f2c033 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.976945] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.977209] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.977391] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleting the datastore file [datastore2] 396389ca-558f-475a-b13c-6afe5852e05e {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.977673] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d2ae20-fc99-42eb-8103-ed28cdf55e3c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.983726] env[68466]: DEBUG oslo_vmware.api [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1303.983726] env[68466]: value = "task-2813381" [ 1303.983726] env[68466]: _type = "Task" [ 1303.983726] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.991065] env[68466]: DEBUG oslo_vmware.api [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.493633] env[68466]: DEBUG oslo_vmware.api [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14358} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.494025] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.494084] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.494265] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.494442] env[68466]: INFO nova.compute.manager [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1304.494689] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.494885] env[68466]: DEBUG nova.compute.manager [-] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.494980] env[68466]: DEBUG nova.network.neutron [-] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.702750] env[68466]: INFO nova.compute.manager [None req-7bd64e3e-284a-4437-97e9-467531da0770 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance to original state: 'active' [ 1304.942329] env[68466]: DEBUG nova.compute.manager [req-0165acdd-c7a3-4352-87e7-6602bb075ff2 req-8630d5ce-9268-4946-ab5c-d877a350c026 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Received event network-vif-deleted-9819d625-f45a-4526-b688-d57e42f79094 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1304.942568] env[68466]: INFO nova.compute.manager [req-0165acdd-c7a3-4352-87e7-6602bb075ff2 req-8630d5ce-9268-4946-ab5c-d877a350c026 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Neutron deleted interface 9819d625-f45a-4526-b688-d57e42f79094; detaching it from the instance and deleting it from the info cache [ 1304.942756] env[68466]: DEBUG nova.network.neutron [req-0165acdd-c7a3-4352-87e7-6602bb075ff2 req-8630d5ce-9268-4946-ab5c-d877a350c026 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.424049] env[68466]: DEBUG nova.network.neutron [-] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.445928] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5f3d9ff-9d1c-4b03-bd86-f12d3c81497b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.455359] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b744b051-a200-48c0-b57d-dc52aa34dfb7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.481388] env[68466]: DEBUG nova.compute.manager [req-0165acdd-c7a3-4352-87e7-6602bb075ff2 req-8630d5ce-9268-4946-ab5c-d877a350c026 service nova] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Detach interface failed, port_id=9819d625-f45a-4526-b688-d57e42f79094, reason: Instance 396389ca-558f-475a-b13c-6afe5852e05e could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1305.926945] env[68466]: INFO nova.compute.manager [-] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Took 1.43 seconds to deallocate network for instance. [ 1306.205845] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "8fbbc059-05dc-494b-bddb-4969d93871e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.206184] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.206368] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "8fbbc059-05dc-494b-bddb-4969d93871e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.206552] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.206718] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.208913] env[68466]: INFO nova.compute.manager [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Terminating instance [ 1306.434080] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.434443] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.434577] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.456210] env[68466]: INFO nova.scheduler.client.report [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted allocations for instance 396389ca-558f-475a-b13c-6afe5852e05e [ 1306.713061] env[68466]: DEBUG nova.compute.manager [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1306.713310] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.713552] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad5de15f-7da1-4643-8b43-2400ae91c791 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.722375] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1306.722375] env[68466]: value = "task-2813382" [ 1306.722375] env[68466]: _type = "Task" [ 1306.722375] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.730303] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.965015] env[68466]: DEBUG oslo_concurrency.lockutils [None req-3bf8c041-8147-4704-a26d-e90a009ecd7c tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "396389ca-558f-475a-b13c-6afe5852e05e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.084s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.232971] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813382, 'name': PowerOffVM_Task, 'duration_secs': 0.183877} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.233329] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.233569] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Volume detach. Driver type: vmdk {{(pid=68466) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1307.233808] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565308', 'volume_id': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'name': 'volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8fbbc059-05dc-494b-bddb-4969d93871e7', 'attached_at': '2025-03-06T13:50:00.000000', 'detached_at': '', 'volume_id': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'serial': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1307.234603] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846f4c74-7b3c-4e01-b8c7-7aca65ed3ff6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.256103] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06938d8-0966-4df2-9c15-d246b9dbf9c5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.262448] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883acf50-38e4-439d-8769-372677c5cbde {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.281740] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc39f410-f90c-484a-8e28-c8f5385074d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.296284] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] The volume has not been displaced from its original location: [datastore2] volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa/volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa.vmdk. No consolidation needed. {{(pid=68466) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1307.301447] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1307.301703] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-765b390a-22e3-43b7-b3dd-44e42ed2156d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.319979] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1307.319979] env[68466]: value = "task-2813383" [ 1307.319979] env[68466]: _type = "Task" [ 1307.319979] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.327974] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.761772] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.762075] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.829436] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813383, 'name': ReconfigVM_Task, 'duration_secs': 0.196476} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.829701] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=68466) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.834357] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6028304-696c-4c1b-82ca-948cdc024803 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.848579] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1307.848579] env[68466]: value = "task-2813384" [ 1307.848579] env[68466]: _type = "Task" [ 1307.848579] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.855851] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.264310] env[68466]: DEBUG nova.compute.manager [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1308.359693] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813384, 'name': ReconfigVM_Task, 'duration_secs': 0.137644} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.359986] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-565308', 'volume_id': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'name': 'volume-c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8fbbc059-05dc-494b-bddb-4969d93871e7', 'attached_at': '2025-03-06T13:50:00.000000', 'detached_at': '', 'volume_id': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa', 'serial': 'c9c042e9-175b-4bcb-8f8e-30f36b82deaa'} {{(pid=68466) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1308.360241] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.360977] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f184b7-4967-47c8-b99b-e01f8d3983c4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.367630] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.367847] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-382f0f03-0c06-48b8-a2ef-86ef0a8c2585 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.431832] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.432072] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.432257] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleting the datastore file [datastore2] 8fbbc059-05dc-494b-bddb-4969d93871e7 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.432507] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04da6d9b-81ff-4a35-8514-556b41812aa9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.439916] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1308.439916] env[68466]: value = "task-2813386" [ 1308.439916] env[68466]: _type = "Task" [ 1308.439916] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.446923] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.785819] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.786119] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.787614] env[68466]: INFO nova.compute.claims [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.949781] env[68466]: DEBUG oslo_vmware.api [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197187} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.950321] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.950511] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.950688] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.950858] env[68466]: INFO nova.compute.manager [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1308.951192] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.951317] env[68466]: DEBUG nova.compute.manager [-] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.951430] env[68466]: DEBUG nova.network.neutron [-] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.384048] env[68466]: DEBUG nova.compute.manager [req-f6c28b0f-de95-45fa-a9ed-9f8b50809d5e req-9b5cd53b-b288-43f0-9c72-088d5cddeeb4 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Received event network-vif-deleted-83595fcd-c7f4-41d4-97a3-a9b318614988 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1309.384301] env[68466]: INFO nova.compute.manager [req-f6c28b0f-de95-45fa-a9ed-9f8b50809d5e req-9b5cd53b-b288-43f0-9c72-088d5cddeeb4 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Neutron deleted interface 83595fcd-c7f4-41d4-97a3-a9b318614988; detaching it from the instance and deleting it from the info cache [ 1309.384473] env[68466]: DEBUG nova.network.neutron [req-f6c28b0f-de95-45fa-a9ed-9f8b50809d5e req-9b5cd53b-b288-43f0-9c72-088d5cddeeb4 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.861118] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5df225-5c3d-412e-a347-bfb12480ba21 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.869034] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aa1681-32b2-45e8-9329-283d5e7f1931 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.872264] env[68466]: DEBUG nova.network.neutron [-] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.901470] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b5de1a2-2c05-475b-a5fd-30cb1285c51f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.903865] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72862bb2-4aad-4f20-96cd-dcc0a35dd0e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.913396] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabab3df-c326-4ecd-9aa8-ad0447af0eb3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.920044] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe86dc4-5b34-4867-ba25-10685530efbd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.940531] env[68466]: DEBUG nova.compute.provider_tree [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.947609] env[68466]: DEBUG nova.compute.manager [req-f6c28b0f-de95-45fa-a9ed-9f8b50809d5e req-9b5cd53b-b288-43f0-9c72-088d5cddeeb4 service nova] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Detach interface failed, port_id=83595fcd-c7f4-41d4-97a3-a9b318614988, reason: Instance 8fbbc059-05dc-494b-bddb-4969d93871e7 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1310.374716] env[68466]: INFO nova.compute.manager [-] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Took 1.42 seconds to deallocate network for instance. [ 1310.450200] env[68466]: DEBUG nova.scheduler.client.report [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.567931] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.918141] env[68466]: INFO nova.compute.manager [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Took 0.54 seconds to detach 1 volumes for instance. [ 1310.954361] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.954867] env[68466]: DEBUG nova.compute.manager [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1311.424847] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.424992] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.425197] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.443897] env[68466]: INFO nova.scheduler.client.report [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted allocations for instance 8fbbc059-05dc-494b-bddb-4969d93871e7 [ 1311.459669] env[68466]: DEBUG nova.compute.utils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.461195] env[68466]: DEBUG nova.compute.manager [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1311.461373] env[68466]: DEBUG nova.network.neutron [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.505557] env[68466]: DEBUG nova.policy [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f027e6daf3914963b57247882722bd3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21036519ade44c319c5c96ec1625a467', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1311.772364] env[68466]: DEBUG nova.network.neutron [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Successfully created port: 5cb21c62-e20c-412c-8b21-804a0b611c14 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.950675] env[68466]: DEBUG oslo_concurrency.lockutils [None req-e9b7f0be-282a-4120-8af7-e51184615a54 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "8fbbc059-05dc-494b-bddb-4969d93871e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.744s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.965064] env[68466]: DEBUG nova.compute.manager [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.976057] env[68466]: DEBUG nova.compute.manager [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.001672] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.002014] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.002207] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.002398] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.002547] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.002697] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.002914] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.003107] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.003281] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.003446] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.003621] env[68466]: DEBUG nova.virt.hardware [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.004512] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9709f30-3b76-4c63-b2e8-497802c7f08c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.012879] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04cc674-ad5d-4f4a-821c-a8d2cad09793 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.122503] env[68466]: DEBUG nova.compute.manager [req-c9272421-4461-4328-930b-cdae810e6349 req-5c947263-c4db-4975-93f0-6645b2fe74bf service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Received event network-vif-plugged-5cb21c62-e20c-412c-8b21-804a0b611c14 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1313.122614] env[68466]: DEBUG oslo_concurrency.lockutils [req-c9272421-4461-4328-930b-cdae810e6349 req-5c947263-c4db-4975-93f0-6645b2fe74bf service nova] Acquiring lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.122808] env[68466]: DEBUG oslo_concurrency.lockutils [req-c9272421-4461-4328-930b-cdae810e6349 req-5c947263-c4db-4975-93f0-6645b2fe74bf service nova] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.123026] env[68466]: DEBUG oslo_concurrency.lockutils [req-c9272421-4461-4328-930b-cdae810e6349 req-5c947263-c4db-4975-93f0-6645b2fe74bf service nova] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.123258] env[68466]: DEBUG nova.compute.manager [req-c9272421-4461-4328-930b-cdae810e6349 req-5c947263-c4db-4975-93f0-6645b2fe74bf service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] No waiting events found dispatching network-vif-plugged-5cb21c62-e20c-412c-8b21-804a0b611c14 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.123464] env[68466]: WARNING nova.compute.manager [req-c9272421-4461-4328-930b-cdae810e6349 req-5c947263-c4db-4975-93f0-6645b2fe74bf service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Received unexpected event network-vif-plugged-5cb21c62-e20c-412c-8b21-804a0b611c14 for instance with vm_state building and task_state spawning. [ 1313.202221] env[68466]: DEBUG nova.network.neutron [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Successfully updated port: 5cb21c62-e20c-412c-8b21-804a0b611c14 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1313.339045] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "33129b3a-289a-476c-91b0-431ff51bb96e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.339045] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.567853] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.568122] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.704742] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.704913] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.705117] env[68466]: DEBUG nova.network.neutron [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.840635] env[68466]: DEBUG nova.compute.manager [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1314.071024] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.071455] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.071455] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.071604] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1314.072587] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf4eaf3-dc51-4439-9a4d-5db2d8acd281 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.080680] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c48214e-9f33-4112-bef0-f175d232d7cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.095254] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f696c72-8fcf-4fa9-a224-cf140ee41d5b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.101489] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de68ee0d-7a06-46e4-873f-7ca28d4ba8e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.129679] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180675MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1314.129855] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.130079] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.245484] env[68466]: DEBUG nova.network.neutron [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.364065] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.381182] env[68466]: DEBUG nova.network.neutron [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Updating instance_info_cache with network_info: [{"id": "5cb21c62-e20c-412c-8b21-804a0b611c14", "address": "fa:16:3e:e9:80:1c", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb21c62-e2", "ovs_interfaceid": "5cb21c62-e20c-412c-8b21-804a0b611c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.884188] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.884539] env[68466]: DEBUG nova.compute.manager [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Instance network_info: |[{"id": "5cb21c62-e20c-412c-8b21-804a0b611c14", "address": "fa:16:3e:e9:80:1c", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb21c62-e2", "ovs_interfaceid": "5cb21c62-e20c-412c-8b21-804a0b611c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.884970] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:80:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb21c62-e20c-412c-8b21-804a0b611c14', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.892399] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.892572] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.892793] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a502b83f-d81c-4df3-ae6c-9e0c59c0ff90 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.913304] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.913304] env[68466]: value = "task-2813387" [ 1314.913304] env[68466]: _type = "Task" [ 1314.913304] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.922518] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813387, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.150367] env[68466]: DEBUG nova.compute.manager [req-b21fd4dc-6364-42c7-a732-8a66f75e4e22 req-56bdad02-be5a-44a5-8fbf-df5a2c1bd3d5 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Received event network-changed-5cb21c62-e20c-412c-8b21-804a0b611c14 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1315.150597] env[68466]: DEBUG nova.compute.manager [req-b21fd4dc-6364-42c7-a732-8a66f75e4e22 req-56bdad02-be5a-44a5-8fbf-df5a2c1bd3d5 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Refreshing instance network info cache due to event network-changed-5cb21c62-e20c-412c-8b21-804a0b611c14. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1315.150777] env[68466]: DEBUG oslo_concurrency.lockutils [req-b21fd4dc-6364-42c7-a732-8a66f75e4e22 req-56bdad02-be5a-44a5-8fbf-df5a2c1bd3d5 service nova] Acquiring lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.150864] env[68466]: DEBUG oslo_concurrency.lockutils [req-b21fd4dc-6364-42c7-a732-8a66f75e4e22 req-56bdad02-be5a-44a5-8fbf-df5a2c1bd3d5 service nova] Acquired lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.151033] env[68466]: DEBUG nova.network.neutron [req-b21fd4dc-6364-42c7-a732-8a66f75e4e22 req-56bdad02-be5a-44a5-8fbf-df5a2c1bd3d5 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Refreshing network info cache for port 5cb21c62-e20c-412c-8b21-804a0b611c14 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.152874] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 3ef5c447-6391-4b5d-bb11-ca036bf89c7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.153039] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 51c5480b-a113-4693-a521-18698e3e4f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.153180] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 49fe81d9-80d8-4b36-a2d9-73a1f261b75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1315.423057] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813387, 'name': CreateVM_Task, 'duration_secs': 0.307945} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.423236] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.423900] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.424094] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.424454] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.424705] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4644a2b9-93f0-4661-98f0-78054ab1b878 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.429474] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1315.429474] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da9806-cce9-f6a4-edb4-d277b67a92ea" [ 1315.429474] env[68466]: _type = "Task" [ 1315.429474] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.438505] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da9806-cce9-f6a4-edb4-d277b67a92ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.657860] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 33129b3a-289a-476c-91b0-431ff51bb96e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1315.658125] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1315.658226] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1315.712793] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6fd0ca-9a29-4404-bf71-7067e554d2e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.722017] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de691157-48f8-432b-a986-88dbf8bea7e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.753419] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2573a91b-5d05-4465-af9a-0c39d64c7971 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.761091] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2a3814-e361-477f-bd96-b60ff41f48a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.774323] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.860564] env[68466]: DEBUG nova.network.neutron [req-b21fd4dc-6364-42c7-a732-8a66f75e4e22 req-56bdad02-be5a-44a5-8fbf-df5a2c1bd3d5 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Updated VIF entry in instance network info cache for port 5cb21c62-e20c-412c-8b21-804a0b611c14. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.860956] env[68466]: DEBUG nova.network.neutron [req-b21fd4dc-6364-42c7-a732-8a66f75e4e22 req-56bdad02-be5a-44a5-8fbf-df5a2c1bd3d5 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Updating instance_info_cache with network_info: [{"id": "5cb21c62-e20c-412c-8b21-804a0b611c14", "address": "fa:16:3e:e9:80:1c", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb21c62-e2", "ovs_interfaceid": "5cb21c62-e20c-412c-8b21-804a0b611c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.939736] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52da9806-cce9-f6a4-edb4-d277b67a92ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.940042] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.940273] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.940498] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.940641] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.940815] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.941084] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e620871-bac8-45b3-91df-17d76ce5ed85 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.948690] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.948857] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.949526] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a44d1d-bdb4-43ee-8d89-1376ed8376ad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.953859] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1315.953859] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e397ab-aaf7-846c-4834-c86b50f6ab63" [ 1315.953859] env[68466]: _type = "Task" [ 1315.953859] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.960526] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e397ab-aaf7-846c-4834-c86b50f6ab63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.279546] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.363550] env[68466]: DEBUG oslo_concurrency.lockutils [req-b21fd4dc-6364-42c7-a732-8a66f75e4e22 req-56bdad02-be5a-44a5-8fbf-df5a2c1bd3d5 service nova] Releasing lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.463774] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e397ab-aaf7-846c-4834-c86b50f6ab63, 'name': SearchDatastore_Task, 'duration_secs': 0.007966} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.464548] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b6dadc-cdfd-4178-a9c4-e5f0c0953aef {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.470162] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1316.470162] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525b1d25-bdc4-f910-af35-80c5ba4b9220" [ 1316.470162] env[68466]: _type = "Task" [ 1316.470162] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.477041] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525b1d25-bdc4-f910-af35-80c5ba4b9220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.784728] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1316.784926] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.655s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.785223] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.421s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.786782] env[68466]: INFO nova.compute.claims [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.981050] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]525b1d25-bdc4-f910-af35-80c5ba4b9220, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.981050] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.981050] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 49fe81d9-80d8-4b36-a2d9-73a1f261b75e/49fe81d9-80d8-4b36-a2d9-73a1f261b75e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.981050] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c449404-71fd-42b0-a73e-48088ad3c1fe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.988456] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1316.988456] env[68466]: value = "task-2813388" [ 1316.988456] env[68466]: _type = "Task" [ 1316.988456] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.995608] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.498516] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.408718} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.498879] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 49fe81d9-80d8-4b36-a2d9-73a1f261b75e/49fe81d9-80d8-4b36-a2d9-73a1f261b75e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.498983] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.499194] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78b58559-a9e4-41e6-8e9b-1098468909d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.505367] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1317.505367] env[68466]: value = "task-2813389" [ 1317.505367] env[68466]: _type = "Task" [ 1317.505367] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.513611] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.848511] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a704ad8d-870d-4f93-956f-6d2132530642 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.855411] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1f625b-5a80-4bdc-8693-a253662be4aa {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.885200] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5113e6f-a252-476a-948c-f8776b5bb635 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.891896] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366e2775-bc62-4a57-94be-bab47007a125 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.904586] env[68466]: DEBUG nova.compute.provider_tree [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.015323] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055994} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.015591] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.016347] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a0650-3101-4f79-bcfe-2211a018910e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.037175] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 49fe81d9-80d8-4b36-a2d9-73a1f261b75e/49fe81d9-80d8-4b36-a2d9-73a1f261b75e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.037467] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86316aa6-3022-4320-9946-7b16b20daeb4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.057328] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1318.057328] env[68466]: value = "task-2813390" [ 1318.057328] env[68466]: _type = "Task" [ 1318.057328] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.064627] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.407753] env[68466]: DEBUG nova.scheduler.client.report [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.567532] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813390, 'name': ReconfigVM_Task, 'duration_secs': 0.28662} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.567911] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 49fe81d9-80d8-4b36-a2d9-73a1f261b75e/49fe81d9-80d8-4b36-a2d9-73a1f261b75e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.568481] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a60b800-f8d6-4911-b028-81f362592e66 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.574111] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1318.574111] env[68466]: value = "task-2813391" [ 1318.574111] env[68466]: _type = "Task" [ 1318.574111] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.581637] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813391, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.789447] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.789679] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.789858] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.790035] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.790185] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1318.912904] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.913496] env[68466]: DEBUG nova.compute.manager [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.083991] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813391, 'name': Rename_Task, 'duration_secs': 0.212806} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.084293] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.084533] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6928da4-b300-438f-8a53-f50904c5cae4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.090548] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1319.090548] env[68466]: value = "task-2813392" [ 1319.090548] env[68466]: _type = "Task" [ 1319.090548] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.098266] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.180990] env[68466]: INFO nova.compute.manager [None req-95c137fc-5e2d-4582-980f-7c6431f5c9ce tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Get console output [ 1319.181294] env[68466]: WARNING nova.virt.vmwareapi.driver [None req-95c137fc-5e2d-4582-980f-7c6431f5c9ce tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] The console log is missing. Check your VSPC configuration [ 1319.418168] env[68466]: DEBUG nova.compute.utils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.419704] env[68466]: DEBUG nova.compute.manager [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.419902] env[68466]: DEBUG nova.network.neutron [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.456597] env[68466]: DEBUG nova.policy [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863c0ff6e907414c80fc9d9111d0c2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c37c2ee3b0c944fe9cb2d2199a733820', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.564059] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.600160] env[68466]: DEBUG oslo_vmware.api [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813392, 'name': PowerOnVM_Task, 'duration_secs': 0.416774} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.600564] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.600681] env[68466]: INFO nova.compute.manager [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1319.600782] env[68466]: DEBUG nova.compute.manager [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.601534] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab21a3-0fb0-4ed0-bbb9-5385a32288a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.742736] env[68466]: DEBUG nova.network.neutron [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Successfully created port: e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.923628] env[68466]: DEBUG nova.compute.manager [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.118980] env[68466]: INFO nova.compute.manager [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Took 11.35 seconds to build instance. [ 1320.264415] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "51c5480b-a113-4693-a521-18698e3e4f20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.264681] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "51c5480b-a113-4693-a521-18698e3e4f20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.264893] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "51c5480b-a113-4693-a521-18698e3e4f20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.265090] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "51c5480b-a113-4693-a521-18698e3e4f20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.265303] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "51c5480b-a113-4693-a521-18698e3e4f20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.267520] env[68466]: INFO nova.compute.manager [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Terminating instance [ 1320.621409] env[68466]: DEBUG oslo_concurrency.lockutils [None req-99fe44c6-b694-43b0-9343-0f927097e364 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.859s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.687089] env[68466]: DEBUG nova.compute.manager [req-df448474-c72f-46e6-8fbc-fc6699832469 req-d1168b47-a67a-46c7-b98b-d73918e7b0c7 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Received event network-changed-5cb21c62-e20c-412c-8b21-804a0b611c14 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1320.687274] env[68466]: DEBUG nova.compute.manager [req-df448474-c72f-46e6-8fbc-fc6699832469 req-d1168b47-a67a-46c7-b98b-d73918e7b0c7 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Refreshing instance network info cache due to event network-changed-5cb21c62-e20c-412c-8b21-804a0b611c14. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1320.687548] env[68466]: DEBUG oslo_concurrency.lockutils [req-df448474-c72f-46e6-8fbc-fc6699832469 req-d1168b47-a67a-46c7-b98b-d73918e7b0c7 service nova] Acquiring lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.687745] env[68466]: DEBUG oslo_concurrency.lockutils [req-df448474-c72f-46e6-8fbc-fc6699832469 req-d1168b47-a67a-46c7-b98b-d73918e7b0c7 service nova] Acquired lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.687954] env[68466]: DEBUG nova.network.neutron [req-df448474-c72f-46e6-8fbc-fc6699832469 req-d1168b47-a67a-46c7-b98b-d73918e7b0c7 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Refreshing network info cache for port 5cb21c62-e20c-412c-8b21-804a0b611c14 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.775655] env[68466]: DEBUG nova.compute.manager [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.775900] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.777190] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedf5086-449d-44d8-ba17-c8f5cc3009bf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.785009] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.785282] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-942bc3ea-55d7-4324-adf1-2b29fcc22768 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.793209] env[68466]: DEBUG oslo_vmware.api [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1320.793209] env[68466]: value = "task-2813393" [ 1320.793209] env[68466]: _type = "Task" [ 1320.793209] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.802849] env[68466]: DEBUG oslo_vmware.api [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.934554] env[68466]: DEBUG nova.compute.manager [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.963957] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.964468] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.964468] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.964643] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.964713] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.964860] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.965096] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.965282] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.965459] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.965624] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.965803] env[68466]: DEBUG nova.virt.hardware [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.966705] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e9ce30-17e2-4a71-aedc-0492e2b007e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.974685] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57a26e1-8191-4f99-a10d-9bb4c0c65a05 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.098188] env[68466]: DEBUG nova.compute.manager [req-e8de3137-1e84-4889-b63b-ded238a9f9cd req-9a0763a1-daca-476f-8f65-f20becc33794 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received event network-vif-plugged-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1321.098416] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8de3137-1e84-4889-b63b-ded238a9f9cd req-9a0763a1-daca-476f-8f65-f20becc33794 service nova] Acquiring lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.098648] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8de3137-1e84-4889-b63b-ded238a9f9cd req-9a0763a1-daca-476f-8f65-f20becc33794 service nova] Lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.098768] env[68466]: DEBUG oslo_concurrency.lockutils [req-e8de3137-1e84-4889-b63b-ded238a9f9cd req-9a0763a1-daca-476f-8f65-f20becc33794 service nova] Lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.098956] env[68466]: DEBUG nova.compute.manager [req-e8de3137-1e84-4889-b63b-ded238a9f9cd req-9a0763a1-daca-476f-8f65-f20becc33794 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] No waiting events found dispatching network-vif-plugged-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.099112] env[68466]: WARNING nova.compute.manager [req-e8de3137-1e84-4889-b63b-ded238a9f9cd req-9a0763a1-daca-476f-8f65-f20becc33794 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received unexpected event network-vif-plugged-e216fa07-37ed-4a1c-9de6-43fd2e38109e for instance with vm_state building and task_state spawning. [ 1321.173205] env[68466]: DEBUG nova.network.neutron [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Successfully updated port: e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.314292] env[68466]: DEBUG oslo_vmware.api [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813393, 'name': PowerOffVM_Task, 'duration_secs': 0.223224} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.314832] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.315179] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.315573] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6ecdbff-6037-466c-b484-2ccd066589d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.388027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.388027] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.388027] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleting the datastore file [datastore1] 51c5480b-a113-4693-a521-18698e3e4f20 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.388027] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-757f148b-51f6-4a59-99ab-d42c1b8e4e91 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.400554] env[68466]: DEBUG oslo_vmware.api [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1321.400554] env[68466]: value = "task-2813395" [ 1321.400554] env[68466]: _type = "Task" [ 1321.400554] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.409337] env[68466]: DEBUG oslo_vmware.api [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.612875] env[68466]: DEBUG nova.network.neutron [req-df448474-c72f-46e6-8fbc-fc6699832469 req-d1168b47-a67a-46c7-b98b-d73918e7b0c7 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Updated VIF entry in instance network info cache for port 5cb21c62-e20c-412c-8b21-804a0b611c14. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.613300] env[68466]: DEBUG nova.network.neutron [req-df448474-c72f-46e6-8fbc-fc6699832469 req-d1168b47-a67a-46c7-b98b-d73918e7b0c7 service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Updating instance_info_cache with network_info: [{"id": "5cb21c62-e20c-412c-8b21-804a0b611c14", "address": "fa:16:3e:e9:80:1c", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb21c62-e2", "ovs_interfaceid": "5cb21c62-e20c-412c-8b21-804a0b611c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.676594] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.676987] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.676987] env[68466]: DEBUG nova.network.neutron [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.908353] env[68466]: DEBUG oslo_vmware.api [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127696} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.908610] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.908775] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.908949] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.909141] env[68466]: INFO nova.compute.manager [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1321.909386] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.909574] env[68466]: DEBUG nova.compute.manager [-] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.909668] env[68466]: DEBUG nova.network.neutron [-] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.116737] env[68466]: DEBUG oslo_concurrency.lockutils [req-df448474-c72f-46e6-8fbc-fc6699832469 req-d1168b47-a67a-46c7-b98b-d73918e7b0c7 service nova] Releasing lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.208379] env[68466]: DEBUG nova.network.neutron [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.335162] env[68466]: DEBUG nova.network.neutron [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating instance_info_cache with network_info: [{"id": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "address": "fa:16:3e:79:64:06", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216fa07-37", "ovs_interfaceid": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.654523] env[68466]: DEBUG nova.network.neutron [-] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.837700] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.838079] env[68466]: DEBUG nova.compute.manager [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Instance network_info: |[{"id": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "address": "fa:16:3e:79:64:06", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216fa07-37", "ovs_interfaceid": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1322.838569] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:64:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e216fa07-37ed-4a1c-9de6-43fd2e38109e', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.846017] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.846273] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.846504] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c07753-8547-4ccd-aeee-3f312b442f89 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.866511] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.866511] env[68466]: value = "task-2813396" [ 1322.866511] env[68466]: _type = "Task" [ 1322.866511] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.873557] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813396, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.128353] env[68466]: DEBUG nova.compute.manager [req-17b2f629-3594-4af3-a5e9-99487d3ee3e6 req-cd8e4f57-785e-4a5c-82a8-34947715c32b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received event network-changed-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1323.128562] env[68466]: DEBUG nova.compute.manager [req-17b2f629-3594-4af3-a5e9-99487d3ee3e6 req-cd8e4f57-785e-4a5c-82a8-34947715c32b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Refreshing instance network info cache due to event network-changed-e216fa07-37ed-4a1c-9de6-43fd2e38109e. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1323.128755] env[68466]: DEBUG oslo_concurrency.lockutils [req-17b2f629-3594-4af3-a5e9-99487d3ee3e6 req-cd8e4f57-785e-4a5c-82a8-34947715c32b service nova] Acquiring lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.128899] env[68466]: DEBUG oslo_concurrency.lockutils [req-17b2f629-3594-4af3-a5e9-99487d3ee3e6 req-cd8e4f57-785e-4a5c-82a8-34947715c32b service nova] Acquired lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.129074] env[68466]: DEBUG nova.network.neutron [req-17b2f629-3594-4af3-a5e9-99487d3ee3e6 req-cd8e4f57-785e-4a5c-82a8-34947715c32b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Refreshing network info cache for port e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.160626] env[68466]: INFO nova.compute.manager [-] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Took 1.25 seconds to deallocate network for instance. [ 1323.376061] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813396, 'name': CreateVM_Task, 'duration_secs': 0.385537} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.376263] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.376908] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.377094] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.377417] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.377667] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7b1945-6113-470b-8f2d-cc9f91b8b567 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.381795] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1323.381795] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c264f4-852e-e9fc-6f34-05b19e0cd0c1" [ 1323.381795] env[68466]: _type = "Task" [ 1323.381795] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.389015] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c264f4-852e-e9fc-6f34-05b19e0cd0c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.667403] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.667577] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.667817] env[68466]: DEBUG nova.objects.instance [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'resources' on Instance uuid 51c5480b-a113-4693-a521-18698e3e4f20 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.810301] env[68466]: DEBUG nova.network.neutron [req-17b2f629-3594-4af3-a5e9-99487d3ee3e6 req-cd8e4f57-785e-4a5c-82a8-34947715c32b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updated VIF entry in instance network info cache for port e216fa07-37ed-4a1c-9de6-43fd2e38109e. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.810652] env[68466]: DEBUG nova.network.neutron [req-17b2f629-3594-4af3-a5e9-99487d3ee3e6 req-cd8e4f57-785e-4a5c-82a8-34947715c32b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating instance_info_cache with network_info: [{"id": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "address": "fa:16:3e:79:64:06", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216fa07-37", "ovs_interfaceid": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.892549] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52c264f4-852e-e9fc-6f34-05b19e0cd0c1, 'name': SearchDatastore_Task, 'duration_secs': 0.044518} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.892887] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.893111] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.893361] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.893508] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.893683] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.893934] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30001cfd-f6a9-43eb-9d80-89834227c07b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.904961] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.905182] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.905836] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f547f0-cdb3-4b89-9d54-628b269af493 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.910804] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1323.910804] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52af23ea-660e-8069-eec6-e9ff252e2da0" [ 1323.910804] env[68466]: _type = "Task" [ 1323.910804] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.917604] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52af23ea-660e-8069-eec6-e9ff252e2da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.234101] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f043abd3-5e3e-4c28-9c4e-245ce5c6edce {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.241581] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc6f3f6-857f-4cf5-a6ee-674b477c9c21 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.270572] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceda98f6-bca5-45d9-876b-7e264dd9f1d6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.277254] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee47b7-6a68-4e23-9d20-730460ff8277 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.291032] env[68466]: DEBUG nova.compute.provider_tree [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.312879] env[68466]: DEBUG oslo_concurrency.lockutils [req-17b2f629-3594-4af3-a5e9-99487d3ee3e6 req-cd8e4f57-785e-4a5c-82a8-34947715c32b service nova] Releasing lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.313140] env[68466]: DEBUG nova.compute.manager [req-17b2f629-3594-4af3-a5e9-99487d3ee3e6 req-cd8e4f57-785e-4a5c-82a8-34947715c32b service nova] [instance: 51c5480b-a113-4693-a521-18698e3e4f20] Received event network-vif-deleted-7e94960c-fc57-4184-bbdd-12014676bd74 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1324.420650] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52af23ea-660e-8069-eec6-e9ff252e2da0, 'name': SearchDatastore_Task, 'duration_secs': 0.034915} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.421375] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc91cbc-5f35-428b-a40f-98c118c3bbdd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.426018] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1324.426018] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b74815-31ac-3561-e3ea-a4cf4daf30c0" [ 1324.426018] env[68466]: _type = "Task" [ 1324.426018] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.433096] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b74815-31ac-3561-e3ea-a4cf4daf30c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.794066] env[68466]: DEBUG nova.scheduler.client.report [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.936509] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52b74815-31ac-3561-e3ea-a4cf4daf30c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008825} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.936925] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.937061] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e/33129b3a-289a-476c-91b0-431ff51bb96e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.937321] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-903f47d8-75d8-4e5b-a103-91650858a651 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.943895] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1324.943895] env[68466]: value = "task-2813397" [ 1324.943895] env[68466]: _type = "Task" [ 1324.943895] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.951742] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.299068] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.319238] env[68466]: INFO nova.scheduler.client.report [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleted allocations for instance 51c5480b-a113-4693-a521-18698e3e4f20 [ 1325.453336] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.400491} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.453592] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e/33129b3a-289a-476c-91b0-431ff51bb96e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.453810] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.454073] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cc19712-2d72-4dc8-ba66-0daebd81bc17 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.460509] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1325.460509] env[68466]: value = "task-2813398" [ 1325.460509] env[68466]: _type = "Task" [ 1325.460509] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.467611] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.827878] env[68466]: DEBUG oslo_concurrency.lockutils [None req-f9933e5c-2c1a-415b-8e81-d2fbe5994ef6 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "51c5480b-a113-4693-a521-18698e3e4f20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.563s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.971095] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062943} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.971095] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.971585] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c57c10-7c94-4a36-9c31-ed070d4c85e3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.993304] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e/33129b3a-289a-476c-91b0-431ff51bb96e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.993534] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cad27e-e8fa-4b40-9e1a-544eca943b82 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.012349] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1326.012349] env[68466]: value = "task-2813399" [ 1326.012349] env[68466]: _type = "Task" [ 1326.012349] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.021559] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.523410] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.886098] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.886392] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.886613] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.886797] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.886965] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.889104] env[68466]: INFO nova.compute.manager [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Terminating instance [ 1327.024051] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.392704] env[68466]: DEBUG nova.compute.manager [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.392942] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.393891] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2019fb7-9f0c-42b4-bca8-3910ca715fc3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.401438] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.401715] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b575858-fcb4-40b5-a5af-5513891195c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.408011] env[68466]: DEBUG oslo_vmware.api [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1327.408011] env[68466]: value = "task-2813400" [ 1327.408011] env[68466]: _type = "Task" [ 1327.408011] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.415842] env[68466]: DEBUG oslo_vmware.api [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.524845] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813399, 'name': ReconfigVM_Task, 'duration_secs': 1.147819} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.525229] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e/33129b3a-289a-476c-91b0-431ff51bb96e.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.525950] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39359211-b4c4-4291-9c91-f868c1bef356 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.532596] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1327.532596] env[68466]: value = "task-2813401" [ 1327.532596] env[68466]: _type = "Task" [ 1327.532596] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.541176] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813401, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.918100] env[68466]: DEBUG oslo_vmware.api [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813400, 'name': PowerOffVM_Task, 'duration_secs': 0.1979} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.918376] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.918543] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.918872] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8abd20d1-67db-472c-9b70-8957bf7b04d7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.982361] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.982572] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.982742] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleting the datastore file [datastore1] 3ef5c447-6391-4b5d-bb11-ca036bf89c7d {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.983013] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53507617-be30-486f-bae2-b6b9d99bed52 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.988968] env[68466]: DEBUG oslo_vmware.api [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for the task: (returnval){ [ 1327.988968] env[68466]: value = "task-2813403" [ 1327.988968] env[68466]: _type = "Task" [ 1327.988968] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.996053] env[68466]: DEBUG oslo_vmware.api [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.040694] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813401, 'name': Rename_Task, 'duration_secs': 0.128926} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.041052] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.041179] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f0b673-c3d6-4f32-8ac6-bc3dfb5179cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.046515] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1328.046515] env[68466]: value = "task-2813404" [ 1328.046515] env[68466]: _type = "Task" [ 1328.046515] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.053370] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.498542] env[68466]: DEBUG oslo_vmware.api [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Task: {'id': task-2813403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121936} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.498736] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.498917] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.499134] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.499329] env[68466]: INFO nova.compute.manager [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1328.499570] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.499755] env[68466]: DEBUG nova.compute.manager [-] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.499848] env[68466]: DEBUG nova.network.neutron [-] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.558160] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.960483] env[68466]: DEBUG nova.compute.manager [req-98bd56a9-a28f-4539-b8c4-504eba4a6f5e req-e6d5f3bf-17ff-450d-9091-5868fe447975 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Received event network-vif-deleted-33993ace-973b-4f86-a8f0-a13e004edbe0 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1328.960748] env[68466]: INFO nova.compute.manager [req-98bd56a9-a28f-4539-b8c4-504eba4a6f5e req-e6d5f3bf-17ff-450d-9091-5868fe447975 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Neutron deleted interface 33993ace-973b-4f86-a8f0-a13e004edbe0; detaching it from the instance and deleting it from the info cache [ 1328.960881] env[68466]: DEBUG nova.network.neutron [req-98bd56a9-a28f-4539-b8c4-504eba4a6f5e req-e6d5f3bf-17ff-450d-9091-5868fe447975 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.057424] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813404, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.441488] env[68466]: DEBUG nova.network.neutron [-] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.465071] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-298eaaee-6e60-4175-a1d9-f230f093d9ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.474824] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4db708-dccb-4cf7-9522-f5d66e4046c3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.499749] env[68466]: DEBUG nova.compute.manager [req-98bd56a9-a28f-4539-b8c4-504eba4a6f5e req-e6d5f3bf-17ff-450d-9091-5868fe447975 service nova] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Detach interface failed, port_id=33993ace-973b-4f86-a8f0-a13e004edbe0, reason: Instance 3ef5c447-6391-4b5d-bb11-ca036bf89c7d could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1329.557510] env[68466]: DEBUG oslo_vmware.api [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813404, 'name': PowerOnVM_Task, 'duration_secs': 1.085596} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.557790] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.557994] env[68466]: INFO nova.compute.manager [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1329.558191] env[68466]: DEBUG nova.compute.manager [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.558961] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3473b8b-c791-46d1-947c-f959014c5f95 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.944540] env[68466]: INFO nova.compute.manager [-] [instance: 3ef5c447-6391-4b5d-bb11-ca036bf89c7d] Took 1.44 seconds to deallocate network for instance. [ 1330.075632] env[68466]: INFO nova.compute.manager [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Took 15.73 seconds to build instance. [ 1330.451096] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.451439] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.451681] env[68466]: DEBUG nova.objects.instance [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lazy-loading 'resources' on Instance uuid 3ef5c447-6391-4b5d-bb11-ca036bf89c7d {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.577909] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9adf2746-299d-404f-a7ef-474441020326 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.239s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.970417] env[68466]: DEBUG nova.compute.manager [req-9febb631-aa2a-4f58-ad99-23688300a2c3 req-7c1d2013-d3da-4dce-9eab-31c32cfea866 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received event network-changed-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1330.970714] env[68466]: DEBUG nova.compute.manager [req-9febb631-aa2a-4f58-ad99-23688300a2c3 req-7c1d2013-d3da-4dce-9eab-31c32cfea866 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Refreshing instance network info cache due to event network-changed-e216fa07-37ed-4a1c-9de6-43fd2e38109e. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1330.971294] env[68466]: DEBUG oslo_concurrency.lockutils [req-9febb631-aa2a-4f58-ad99-23688300a2c3 req-7c1d2013-d3da-4dce-9eab-31c32cfea866 service nova] Acquiring lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.971294] env[68466]: DEBUG oslo_concurrency.lockutils [req-9febb631-aa2a-4f58-ad99-23688300a2c3 req-7c1d2013-d3da-4dce-9eab-31c32cfea866 service nova] Acquired lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.971294] env[68466]: DEBUG nova.network.neutron [req-9febb631-aa2a-4f58-ad99-23688300a2c3 req-7c1d2013-d3da-4dce-9eab-31c32cfea866 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Refreshing network info cache for port e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.008209] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d497397d-1655-4d35-99bb-fcbb31f938bb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.015402] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5e8c85-241e-44da-8b79-8aab05213f64 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.046232] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63733f-4569-4246-a5c7-a769df4f185c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.053691] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e9cf86-83bc-4be2-9ecd-697ba999b8cc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.066520] env[68466]: DEBUG nova.compute.provider_tree [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.570958] env[68466]: DEBUG nova.scheduler.client.report [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.685159] env[68466]: DEBUG nova.network.neutron [req-9febb631-aa2a-4f58-ad99-23688300a2c3 req-7c1d2013-d3da-4dce-9eab-31c32cfea866 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updated VIF entry in instance network info cache for port e216fa07-37ed-4a1c-9de6-43fd2e38109e. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.685159] env[68466]: DEBUG nova.network.neutron [req-9febb631-aa2a-4f58-ad99-23688300a2c3 req-7c1d2013-d3da-4dce-9eab-31c32cfea866 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating instance_info_cache with network_info: [{"id": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "address": "fa:16:3e:79:64:06", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216fa07-37", "ovs_interfaceid": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.077049] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.095132] env[68466]: INFO nova.scheduler.client.report [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Deleted allocations for instance 3ef5c447-6391-4b5d-bb11-ca036bf89c7d [ 1332.187141] env[68466]: DEBUG oslo_concurrency.lockutils [req-9febb631-aa2a-4f58-ad99-23688300a2c3 req-7c1d2013-d3da-4dce-9eab-31c32cfea866 service nova] Releasing lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.603814] env[68466]: DEBUG oslo_concurrency.lockutils [None req-5cb1a156-d688-4119-a909-e9228684a478 tempest-AttachInterfacesTestJSON-997468373 tempest-AttachInterfacesTestJSON-997468373-project-member] Lock "3ef5c447-6391-4b5d-bb11-ca036bf89c7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.373322] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquiring lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.373643] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.876385] env[68466]: DEBUG nova.compute.manager [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Starting instance... {{(pid=68466) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.396109] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.396414] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.397869] env[68466]: INFO nova.compute.claims [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.452751] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f392344c-12bc-48ef-9320-ffd63fc68ebe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.460421] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43884db-d297-45fd-8b25-390a1f04ae9b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.489591] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4686dd8-87af-41eb-b4d5-c24e6bca51e8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.496593] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c482d4-a12c-48db-90d8-d692df0fce72 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.510568] env[68466]: DEBUG nova.compute.provider_tree [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.014013] env[68466]: DEBUG nova.scheduler.client.report [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.519482] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.023156] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquiring lock "116c8a7f-2e08-4d79-8608-2148fda0d928" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.024051] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "116c8a7f-2e08-4d79-8608-2148fda0d928" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.525941] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "116c8a7f-2e08-4d79-8608-2148fda0d928" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.526505] env[68466]: DEBUG nova.compute.manager [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Start building networks asynchronously for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.032651] env[68466]: DEBUG nova.compute.utils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Using /dev/sd instead of None {{(pid=68466) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.034665] env[68466]: DEBUG nova.compute.manager [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Allocating IP information in the background. {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.034665] env[68466]: DEBUG nova.network.neutron [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] allocate_for_instance() {{(pid=68466) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.072832] env[68466]: DEBUG nova.policy [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d1cc0b6e97746b893cce069181b1cd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9d3c2db49dd4027b4dc1ae23fe2085c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68466) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.414571] env[68466]: DEBUG nova.network.neutron [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Successfully created port: 28c1fcfa-5649-41b1-9dc0-076be2c7f788 {{(pid=68466) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.537577] env[68466]: DEBUG nova.compute.manager [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Start building block device mappings for instance. {{(pid=68466) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.550664] env[68466]: DEBUG nova.compute.manager [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Start spawning the instance on the hypervisor. {{(pid=68466) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.576719] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-06T13:35:59Z,direct_url=,disk_format='vmdk',id=ce1c1ede-c5f8-47a5-8b0d-40db78629440,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='c4caa300dd34472c9ce13a5fb211699f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-06T13:35:59Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.576966] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.577139] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.577327] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.577475] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.577622] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.577832] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.577991] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.578178] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.578346] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.578582] env[68466]: DEBUG nova.virt.hardware [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.579404] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a12a98-1303-4469-b637-67d2dd98e660 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.587406] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1261790-8b6d-4509-bd72-802899f206b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.841245] env[68466]: DEBUG nova.network.neutron [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Successfully updated port: 28c1fcfa-5649-41b1-9dc0-076be2c7f788 {{(pid=68466) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.049949] env[68466]: DEBUG nova.compute.manager [req-12d504a1-a9c5-465d-a444-231bce966e40 req-e9c94281-e6db-41a1-a05b-e2103f245525 service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Received event network-vif-plugged-28c1fcfa-5649-41b1-9dc0-076be2c7f788 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1345.050313] env[68466]: DEBUG oslo_concurrency.lockutils [req-12d504a1-a9c5-465d-a444-231bce966e40 req-e9c94281-e6db-41a1-a05b-e2103f245525 service nova] Acquiring lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.050623] env[68466]: DEBUG oslo_concurrency.lockutils [req-12d504a1-a9c5-465d-a444-231bce966e40 req-e9c94281-e6db-41a1-a05b-e2103f245525 service nova] Lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.050810] env[68466]: DEBUG oslo_concurrency.lockutils [req-12d504a1-a9c5-465d-a444-231bce966e40 req-e9c94281-e6db-41a1-a05b-e2103f245525 service nova] Lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.050989] env[68466]: DEBUG nova.compute.manager [req-12d504a1-a9c5-465d-a444-231bce966e40 req-e9c94281-e6db-41a1-a05b-e2103f245525 service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] No waiting events found dispatching network-vif-plugged-28c1fcfa-5649-41b1-9dc0-076be2c7f788 {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.051185] env[68466]: WARNING nova.compute.manager [req-12d504a1-a9c5-465d-a444-231bce966e40 req-e9c94281-e6db-41a1-a05b-e2103f245525 service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Received unexpected event network-vif-plugged-28c1fcfa-5649-41b1-9dc0-076be2c7f788 for instance with vm_state building and task_state spawning. [ 1345.343470] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquiring lock "refresh_cache-2b253ae4-9ef2-42fa-befa-c2768bebfe98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.343616] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquired lock "refresh_cache-2b253ae4-9ef2-42fa-befa-c2768bebfe98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.343719] env[68466]: DEBUG nova.network.neutron [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.874631] env[68466]: DEBUG nova.network.neutron [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Instance cache missing network info. {{(pid=68466) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.982698] env[68466]: DEBUG nova.network.neutron [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Updating instance_info_cache with network_info: [{"id": "28c1fcfa-5649-41b1-9dc0-076be2c7f788", "address": "fa:16:3e:a2:b4:35", "network": {"id": "0cec8c85-a0b2-4346-aa2b-27b408470613", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1919674423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d3c2db49dd4027b4dc1ae23fe2085c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c1fcfa-56", "ovs_interfaceid": "28c1fcfa-5649-41b1-9dc0-076be2c7f788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.484848] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Releasing lock "refresh_cache-2b253ae4-9ef2-42fa-befa-c2768bebfe98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.485154] env[68466]: DEBUG nova.compute.manager [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Instance network_info: |[{"id": "28c1fcfa-5649-41b1-9dc0-076be2c7f788", "address": "fa:16:3e:a2:b4:35", "network": {"id": "0cec8c85-a0b2-4346-aa2b-27b408470613", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1919674423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d3c2db49dd4027b4dc1ae23fe2085c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c1fcfa-56", "ovs_interfaceid": "28c1fcfa-5649-41b1-9dc0-076be2c7f788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68466) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.485592] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:b4:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28c1fcfa-5649-41b1-9dc0-076be2c7f788', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.493138] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Creating folder: Project (c9d3c2db49dd4027b4dc1ae23fe2085c). Parent ref: group-v564977. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.493412] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2e4713d-b1b9-481a-b3c2-d188e21270ae {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.505686] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Created folder: Project (c9d3c2db49dd4027b4dc1ae23fe2085c) in parent group-v564977. [ 1346.505918] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Creating folder: Instances. Parent ref: group-v565311. {{(pid=68466) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.506163] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c01c20-48f0-4eb5-a37a-b55cd2e0c48e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.515268] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Created folder: Instances in parent group-v565311. [ 1346.515504] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.515685] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.515871] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2640817d-a016-448e-a933-8ceaf4aebcbe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.534090] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.534090] env[68466]: value = "task-2813407" [ 1346.534090] env[68466]: _type = "Task" [ 1346.534090] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.540979] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813407, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.043739] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813407, 'name': CreateVM_Task, 'duration_secs': 0.285951} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.044109] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.044591] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.044780] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.045153] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.045417] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699f910c-dbbe-43d4-918f-a75acf1c423e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.051080] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1347.051080] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e7c8bb-2877-edb4-a0b0-eece50f83222" [ 1347.051080] env[68466]: _type = "Task" [ 1347.051080] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.057810] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e7c8bb-2877-edb4-a0b0-eece50f83222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.072867] env[68466]: DEBUG nova.compute.manager [req-028eef5c-357c-40ac-bae2-88499735af70 req-f2c8f95e-fa23-4d54-a001-385167ec632b service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Received event network-changed-28c1fcfa-5649-41b1-9dc0-076be2c7f788 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1347.072965] env[68466]: DEBUG nova.compute.manager [req-028eef5c-357c-40ac-bae2-88499735af70 req-f2c8f95e-fa23-4d54-a001-385167ec632b service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Refreshing instance network info cache due to event network-changed-28c1fcfa-5649-41b1-9dc0-076be2c7f788. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1347.073199] env[68466]: DEBUG oslo_concurrency.lockutils [req-028eef5c-357c-40ac-bae2-88499735af70 req-f2c8f95e-fa23-4d54-a001-385167ec632b service nova] Acquiring lock "refresh_cache-2b253ae4-9ef2-42fa-befa-c2768bebfe98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.073338] env[68466]: DEBUG oslo_concurrency.lockutils [req-028eef5c-357c-40ac-bae2-88499735af70 req-f2c8f95e-fa23-4d54-a001-385167ec632b service nova] Acquired lock "refresh_cache-2b253ae4-9ef2-42fa-befa-c2768bebfe98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.073504] env[68466]: DEBUG nova.network.neutron [req-028eef5c-357c-40ac-bae2-88499735af70 req-f2c8f95e-fa23-4d54-a001-385167ec632b service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Refreshing network info cache for port 28c1fcfa-5649-41b1-9dc0-076be2c7f788 {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.560616] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e7c8bb-2877-edb4-a0b0-eece50f83222, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.560917] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.561174] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Processing image ce1c1ede-c5f8-47a5-8b0d-40db78629440 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.561416] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.561605] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.561800] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.562068] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d110cf85-0787-4ea1-b0cb-c9e4e86eda9d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.569983] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.570167] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.570849] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4633b351-64fe-4a6d-a507-3d27216dfb51 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.577389] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1347.577389] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5260b89d-ecd7-ae7b-fefa-edfe61f4ee3f" [ 1347.577389] env[68466]: _type = "Task" [ 1347.577389] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.585813] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5260b89d-ecd7-ae7b-fefa-edfe61f4ee3f, 'name': SearchDatastore_Task, 'duration_secs': 0.007888} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.586553] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9aa177-3338-40b2-acf3-8d80fab80312 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.591215] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1347.591215] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52414c5a-a4b2-76a4-a8aa-59214d04f6b2" [ 1347.591215] env[68466]: _type = "Task" [ 1347.591215] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.598484] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52414c5a-a4b2-76a4-a8aa-59214d04f6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.744708] env[68466]: DEBUG nova.network.neutron [req-028eef5c-357c-40ac-bae2-88499735af70 req-f2c8f95e-fa23-4d54-a001-385167ec632b service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Updated VIF entry in instance network info cache for port 28c1fcfa-5649-41b1-9dc0-076be2c7f788. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.745063] env[68466]: DEBUG nova.network.neutron [req-028eef5c-357c-40ac-bae2-88499735af70 req-f2c8f95e-fa23-4d54-a001-385167ec632b service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Updating instance_info_cache with network_info: [{"id": "28c1fcfa-5649-41b1-9dc0-076be2c7f788", "address": "fa:16:3e:a2:b4:35", "network": {"id": "0cec8c85-a0b2-4346-aa2b-27b408470613", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1919674423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d3c2db49dd4027b4dc1ae23fe2085c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c1fcfa-56", "ovs_interfaceid": "28c1fcfa-5649-41b1-9dc0-076be2c7f788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.101316] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52414c5a-a4b2-76a4-a8aa-59214d04f6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.007508} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.101836] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.102149] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 2b253ae4-9ef2-42fa-befa-c2768bebfe98/2b253ae4-9ef2-42fa-befa-c2768bebfe98.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.102439] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb01f64-b32b-4147-b97a-c35800a5f54e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.109482] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1348.109482] env[68466]: value = "task-2813408" [ 1348.109482] env[68466]: _type = "Task" [ 1348.109482] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.117158] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.248081] env[68466]: DEBUG oslo_concurrency.lockutils [req-028eef5c-357c-40ac-bae2-88499735af70 req-f2c8f95e-fa23-4d54-a001-385167ec632b service nova] Releasing lock "refresh_cache-2b253ae4-9ef2-42fa-befa-c2768bebfe98" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.618987] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467365} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.619223] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ce1c1ede-c5f8-47a5-8b0d-40db78629440/ce1c1ede-c5f8-47a5-8b0d-40db78629440.vmdk to [datastore1] 2b253ae4-9ef2-42fa-befa-c2768bebfe98/2b253ae4-9ef2-42fa-befa-c2768bebfe98.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.619477] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Extending root virtual disk to 1048576 {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.619718] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6ac93f3-e203-4c21-898c-3af850a73f48 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.625280] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1348.625280] env[68466]: value = "task-2813409" [ 1348.625280] env[68466]: _type = "Task" [ 1348.625280] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.632185] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.135325] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06142} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.135850] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Extended root virtual disk {{(pid=68466) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.136566] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79aa2691-b37d-4965-91a3-0b8499279f55 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.157387] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 2b253ae4-9ef2-42fa-befa-c2768bebfe98/2b253ae4-9ef2-42fa-befa-c2768bebfe98.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.157636] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e45cfdaa-5be9-4fa7-88db-43d44836359b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.176167] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1349.176167] env[68466]: value = "task-2813410" [ 1349.176167] env[68466]: _type = "Task" [ 1349.176167] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.184662] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.686704] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813410, 'name': ReconfigVM_Task, 'duration_secs': 0.313938} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.687060] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 2b253ae4-9ef2-42fa-befa-c2768bebfe98/2b253ae4-9ef2-42fa-befa-c2768bebfe98.vmdk or device None with type sparse {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.687686] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f131734-b329-464e-835e-9fbf599eb9c2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.694772] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1349.694772] env[68466]: value = "task-2813411" [ 1349.694772] env[68466]: _type = "Task" [ 1349.694772] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.702230] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813411, 'name': Rename_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.204469] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813411, 'name': Rename_Task, 'duration_secs': 0.139428} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.204817] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.204960] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab55660b-2842-46c4-91ba-d546e8c2048b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.211137] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1350.211137] env[68466]: value = "task-2813412" [ 1350.211137] env[68466]: _type = "Task" [ 1350.211137] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.218254] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.720744] env[68466]: DEBUG oslo_vmware.api [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813412, 'name': PowerOnVM_Task, 'duration_secs': 0.453166} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.721013] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.721230] env[68466]: INFO nova.compute.manager [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Took 6.17 seconds to spawn the instance on the hypervisor. [ 1350.721412] env[68466]: DEBUG nova.compute.manager [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.722166] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a29c76-8ab4-430f-b4c0-a5b7d0a7a1e9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.240510] env[68466]: INFO nova.compute.manager [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Took 11.86 seconds to build instance. [ 1351.742679] env[68466]: DEBUG oslo_concurrency.lockutils [None req-76ee14d9-c94a-49b1-9a8d-12e2d02139a0 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.369s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.484065] env[68466]: DEBUG oslo_concurrency.lockutils [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquiring lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.484460] env[68466]: DEBUG oslo_concurrency.lockutils [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.484460] env[68466]: DEBUG oslo_concurrency.lockutils [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquiring lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.484556] env[68466]: DEBUG oslo_concurrency.lockutils [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.484646] env[68466]: DEBUG oslo_concurrency.lockutils [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.486772] env[68466]: INFO nova.compute.manager [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Terminating instance [ 1352.990442] env[68466]: DEBUG nova.compute.manager [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.990685] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.991760] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1237cf-84f0-4d10-a7f7-5b0df397e6b1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.999395] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.999624] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae147496-fa34-4853-98aa-db93f5f850bc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.005724] env[68466]: DEBUG oslo_vmware.api [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1353.005724] env[68466]: value = "task-2813413" [ 1353.005724] env[68466]: _type = "Task" [ 1353.005724] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.013885] env[68466]: DEBUG oslo_vmware.api [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.516204] env[68466]: DEBUG oslo_vmware.api [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813413, 'name': PowerOffVM_Task, 'duration_secs': 0.173496} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.516581] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.516683] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.516937] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07ca1f58-31fe-4a13-8728-2f1cd6cc38ff {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.579862] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.580121] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Deleting contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.580360] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Deleting the datastore file [datastore1] 2b253ae4-9ef2-42fa-befa-c2768bebfe98 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.580652] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba1c25c-77c0-4e05-95e1-42191e4a00b4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.586660] env[68466]: DEBUG oslo_vmware.api [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for the task: (returnval){ [ 1353.586660] env[68466]: value = "task-2813415" [ 1353.586660] env[68466]: _type = "Task" [ 1353.586660] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.594119] env[68466]: DEBUG oslo_vmware.api [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.096756] env[68466]: DEBUG oslo_vmware.api [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Task: {'id': task-2813415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135267} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.096967] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.097172] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Deleted contents of the VM from datastore datastore1 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.097349] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.097528] env[68466]: INFO nova.compute.manager [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1354.097762] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.097948] env[68466]: DEBUG nova.compute.manager [-] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.098064] env[68466]: DEBUG nova.network.neutron [-] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.344574] env[68466]: DEBUG nova.compute.manager [req-1febb477-090c-43f7-aa44-1ef7505f72db req-a90f101e-e63c-470c-9f7b-a2e4ebbfb89e service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Received event network-vif-deleted-28c1fcfa-5649-41b1-9dc0-076be2c7f788 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1354.344778] env[68466]: INFO nova.compute.manager [req-1febb477-090c-43f7-aa44-1ef7505f72db req-a90f101e-e63c-470c-9f7b-a2e4ebbfb89e service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Neutron deleted interface 28c1fcfa-5649-41b1-9dc0-076be2c7f788; detaching it from the instance and deleting it from the info cache [ 1354.344985] env[68466]: DEBUG nova.network.neutron [req-1febb477-090c-43f7-aa44-1ef7505f72db req-a90f101e-e63c-470c-9f7b-a2e4ebbfb89e service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.828545] env[68466]: DEBUG nova.network.neutron [-] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.847921] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8402747-9cae-4da6-a9bc-4f6652ddb148 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.858120] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b658284e-3482-4744-8b5e-6c9ee155bb4b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.884704] env[68466]: DEBUG nova.compute.manager [req-1febb477-090c-43f7-aa44-1ef7505f72db req-a90f101e-e63c-470c-9f7b-a2e4ebbfb89e service nova] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Detach interface failed, port_id=28c1fcfa-5649-41b1-9dc0-076be2c7f788, reason: Instance 2b253ae4-9ef2-42fa-befa-c2768bebfe98 could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1355.331478] env[68466]: INFO nova.compute.manager [-] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Took 1.23 seconds to deallocate network for instance. [ 1355.837901] env[68466]: DEBUG oslo_concurrency.lockutils [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.838294] env[68466]: DEBUG oslo_concurrency.lockutils [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.838439] env[68466]: DEBUG nova.objects.instance [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lazy-loading 'resources' on Instance uuid 2b253ae4-9ef2-42fa-befa-c2768bebfe98 {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.398795] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6027e7e-b029-4f16-a015-1ca3d7eb6a32 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.406696] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc78b6a-b998-4e1a-8239-d3de7d3fb6cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.436070] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ae86e0-d48c-4511-bd8a-c41509db1e77 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.442784] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e81152-88fd-4271-82ab-ea1fb58b5749 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.455387] env[68466]: DEBUG nova.compute.provider_tree [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.771914] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.772195] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.772395] env[68466]: DEBUG nova.compute.manager [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.773292] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a32eb34-db93-438d-bf1e-a741b65cff2f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.779977] env[68466]: DEBUG nova.compute.manager [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68466) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1356.780330] env[68466]: DEBUG nova.objects.instance [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'flavor' on Instance uuid 49fe81d9-80d8-4b36-a2d9-73a1f261b75e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.958507] env[68466]: DEBUG nova.scheduler.client.report [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.463100] env[68466]: DEBUG oslo_concurrency.lockutils [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.480371] env[68466]: INFO nova.scheduler.client.report [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Deleted allocations for instance 2b253ae4-9ef2-42fa-befa-c2768bebfe98 [ 1357.787376] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.787690] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87b7ae21-7530-490a-9e6c-6d4d394cf08c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.794523] env[68466]: DEBUG oslo_vmware.api [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1357.794523] env[68466]: value = "task-2813416" [ 1357.794523] env[68466]: _type = "Task" [ 1357.794523] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.801653] env[68466]: DEBUG oslo_vmware.api [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.989070] env[68466]: DEBUG oslo_concurrency.lockutils [None req-47b3ebf6-6890-40a5-8afc-ad9562b7b587 tempest-ServerGroupTestJSON-972477591 tempest-ServerGroupTestJSON-972477591-project-member] Lock "2b253ae4-9ef2-42fa-befa-c2768bebfe98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.505s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.304073] env[68466]: DEBUG oslo_vmware.api [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813416, 'name': PowerOffVM_Task, 'duration_secs': 0.230443} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.304343] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.304535] env[68466]: DEBUG nova.compute.manager [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.305292] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b5885a-d013-4bf2-8887-cfa80308a23f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.815638] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d52bc612-fa8a-4416-91f6-8ddcc9a4722e tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.043s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.456613] env[68466]: DEBUG nova.objects.instance [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'flavor' on Instance uuid 49fe81d9-80d8-4b36-a2d9-73a1f261b75e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.961701] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.961852] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.962021] env[68466]: DEBUG nova.network.neutron [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.962217] env[68466]: DEBUG nova.objects.instance [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'info_cache' on Instance uuid 49fe81d9-80d8-4b36-a2d9-73a1f261b75e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.467814] env[68466]: DEBUG nova.objects.base [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Object Instance<49fe81d9-80d8-4b36-a2d9-73a1f261b75e> lazy-loaded attributes: flavor,info_cache {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1361.178795] env[68466]: DEBUG nova.network.neutron [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Updating instance_info_cache with network_info: [{"id": "5cb21c62-e20c-412c-8b21-804a0b611c14", "address": "fa:16:3e:e9:80:1c", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb21c62-e2", "ovs_interfaceid": "5cb21c62-e20c-412c-8b21-804a0b611c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.681795] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.687618] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.688044] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bcf417e-4f80-4f4c-9a33-295c154a9c18 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.695260] env[68466]: DEBUG oslo_vmware.api [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1362.695260] env[68466]: value = "task-2813417" [ 1362.695260] env[68466]: _type = "Task" [ 1362.695260] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.703801] env[68466]: DEBUG oslo_vmware.api [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.205599] env[68466]: DEBUG oslo_vmware.api [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813417, 'name': PowerOnVM_Task, 'duration_secs': 0.372924} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.205860] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.206070] env[68466]: DEBUG nova.compute.manager [None req-ecd02cae-6bb2-44f3-9ae0-f7489fce8eb5 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.206814] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3efc951-b797-4350-ba38-b725a53bbde7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.259055] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32338f2-22a2-4091-ae62-d77680e915d9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.266035] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5e976c-4cf3-4f5f-8c96-c4151bc597da tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Suspending the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1364.266289] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-84975986-d193-4161-8dbc-dc78765faeaf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.272313] env[68466]: DEBUG oslo_vmware.api [None req-ec5e976c-4cf3-4f5f-8c96-c4151bc597da tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1364.272313] env[68466]: value = "task-2813418" [ 1364.272313] env[68466]: _type = "Task" [ 1364.272313] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.279862] env[68466]: DEBUG oslo_vmware.api [None req-ec5e976c-4cf3-4f5f-8c96-c4151bc597da tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813418, 'name': SuspendVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.782355] env[68466]: DEBUG oslo_vmware.api [None req-ec5e976c-4cf3-4f5f-8c96-c4151bc597da tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813418, 'name': SuspendVM_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.282276] env[68466]: DEBUG oslo_vmware.api [None req-ec5e976c-4cf3-4f5f-8c96-c4151bc597da tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813418, 'name': SuspendVM_Task, 'duration_secs': 0.539679} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.282702] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5e976c-4cf3-4f5f-8c96-c4151bc597da tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Suspended the VM {{(pid=68466) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1365.282837] env[68466]: DEBUG nova.compute.manager [None req-ec5e976c-4cf3-4f5f-8c96-c4151bc597da tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.283624] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c99dc5-534c-4b9a-b47e-7420304abfc6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.563833] env[68466]: INFO nova.compute.manager [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Resuming [ 1366.564492] env[68466]: DEBUG nova.objects.instance [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'flavor' on Instance uuid 49fe81d9-80d8-4b36-a2d9-73a1f261b75e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.403925] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "33129b3a-289a-476c-91b0-431ff51bb96e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.404159] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.404348] env[68466]: INFO nova.compute.manager [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Shelving [ 1368.074250] env[68466]: DEBUG oslo_concurrency.lockutils [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.074563] env[68466]: DEBUG oslo_concurrency.lockutils [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquired lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.074614] env[68466]: DEBUG nova.network.neutron [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.413160] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.413559] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4356b1a5-a12e-4248-ab1a-ce806aa8b3a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.421870] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1368.421870] env[68466]: value = "task-2813419" [ 1368.421870] env[68466]: _type = "Task" [ 1368.421870] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.430243] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.766019] env[68466]: DEBUG nova.network.neutron [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Updating instance_info_cache with network_info: [{"id": "5cb21c62-e20c-412c-8b21-804a0b611c14", "address": "fa:16:3e:e9:80:1c", "network": {"id": "45372816-b29c-4568-b48d-b3cd32be2283", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-437260881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21036519ade44c319c5c96ec1625a467", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb21c62-e2", "ovs_interfaceid": "5cb21c62-e20c-412c-8b21-804a0b611c14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.931130] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813419, 'name': PowerOffVM_Task, 'duration_secs': 0.174495} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.931400] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.932177] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21fda65-6ae4-43c9-99c9-ce6389d65489 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.949419] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3997e5a4-b024-4bfc-a3c9-a72ff00eb9da {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.268758] env[68466]: DEBUG oslo_concurrency.lockutils [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Releasing lock "refresh_cache-49fe81d9-80d8-4b36-a2d9-73a1f261b75e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.269753] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5af3866-9d6b-4087-a71e-733550cc5388 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.276425] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Resuming the VM {{(pid=68466) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1369.276638] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d086d23-2170-46db-9165-d1ffe66220a7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.284052] env[68466]: DEBUG oslo_vmware.api [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1369.284052] env[68466]: value = "task-2813420" [ 1369.284052] env[68466]: _type = "Task" [ 1369.284052] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.291106] env[68466]: DEBUG oslo_vmware.api [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.458909] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Creating Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1369.459263] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d1e178e-4413-44f2-9e06-24ac70c378a3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.466626] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1369.466626] env[68466]: value = "task-2813421" [ 1369.466626] env[68466]: _type = "Task" [ 1369.466626] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.474850] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813421, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.793863] env[68466]: DEBUG oslo_vmware.api [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813420, 'name': PowerOnVM_Task, 'duration_secs': 0.463861} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.794122] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Resumed the VM {{(pid=68466) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1369.794303] env[68466]: DEBUG nova.compute.manager [None req-50254993-e050-4eef-a60c-06bcc4cefd58 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.795204] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cad464b-3da6-43be-839e-d569d86d4862 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.976822] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813421, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.477405] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813421, 'name': CreateSnapshot_Task, 'duration_secs': 0.814653} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.477715] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Created Snapshot of the VM instance {{(pid=68466) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1370.478400] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e3e9c6-d6c9-494b-a949-b8b59d54b72d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.994985] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Creating linked-clone VM from snapshot {{(pid=68466) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1370.995324] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-157479d1-c0a7-4ab9-8128-69117a80a252 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.004361] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1371.004361] env[68466]: value = "task-2813422" [ 1371.004361] env[68466]: _type = "Task" [ 1371.004361] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.011951] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813422, 'name': CloneVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.196877] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.197310] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.197574] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.197804] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.198048] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.200643] env[68466]: INFO nova.compute.manager [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Terminating instance [ 1371.515634] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813422, 'name': CloneVM_Task} progress is 94%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.704756] env[68466]: DEBUG nova.compute.manager [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.705034] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.705915] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa56e1b-036b-4d8b-9490-d92151f52ae9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.713251] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.713475] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fe5aeb2-5b5c-421b-a812-def732981a15 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.719757] env[68466]: DEBUG oslo_vmware.api [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1371.719757] env[68466]: value = "task-2813423" [ 1371.719757] env[68466]: _type = "Task" [ 1371.719757] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.727745] env[68466]: DEBUG oslo_vmware.api [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.015444] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813422, 'name': CloneVM_Task} progress is 95%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.229696] env[68466]: DEBUG oslo_vmware.api [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813423, 'name': PowerOffVM_Task, 'duration_secs': 0.333914} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.229980] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.230182] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.230431] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-651a01b4-af6e-473a-9e32-b4bce107a3ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.289883] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.290083] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.290253] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleting the datastore file [datastore2] 49fe81d9-80d8-4b36-a2d9-73a1f261b75e {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.290534] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b0159e-a166-450c-8549-b1b96c963279 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.297096] env[68466]: DEBUG oslo_vmware.api [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for the task: (returnval){ [ 1372.297096] env[68466]: value = "task-2813425" [ 1372.297096] env[68466]: _type = "Task" [ 1372.297096] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.304166] env[68466]: DEBUG oslo_vmware.api [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.515732] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813422, 'name': CloneVM_Task, 'duration_secs': 1.165254} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.516097] env[68466]: INFO nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Created linked-clone VM from snapshot [ 1372.516744] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b600a0-352a-4816-9f37-b5455984944c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.523559] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Uploading image 0053182a-6acf-4ddd-b370-5ec054c38c11 {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1372.551908] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1372.551908] env[68466]: value = "vm-565315" [ 1372.551908] env[68466]: _type = "VirtualMachine" [ 1372.551908] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1372.552188] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a219147-b62e-4cc4-9466-6411ef9600db {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.558503] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease: (returnval){ [ 1372.558503] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e6b016-790e-a6cd-bf21-94a0847c8924" [ 1372.558503] env[68466]: _type = "HttpNfcLease" [ 1372.558503] env[68466]: } obtained for exporting VM: (result){ [ 1372.558503] env[68466]: value = "vm-565315" [ 1372.558503] env[68466]: _type = "VirtualMachine" [ 1372.558503] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1372.558785] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the lease: (returnval){ [ 1372.558785] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e6b016-790e-a6cd-bf21-94a0847c8924" [ 1372.558785] env[68466]: _type = "HttpNfcLease" [ 1372.558785] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1372.564680] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1372.564680] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e6b016-790e-a6cd-bf21-94a0847c8924" [ 1372.564680] env[68466]: _type = "HttpNfcLease" [ 1372.564680] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1372.568163] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.806771] env[68466]: DEBUG oslo_vmware.api [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Task: {'id': task-2813425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136292} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.806987] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.807188] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.807366] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.807590] env[68466]: INFO nova.compute.manager [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1372.807841] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.808039] env[68466]: DEBUG nova.compute.manager [-] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1372.808137] env[68466]: DEBUG nova.network.neutron [-] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.066969] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1373.066969] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e6b016-790e-a6cd-bf21-94a0847c8924" [ 1373.066969] env[68466]: _type = "HttpNfcLease" [ 1373.066969] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1373.067283] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1373.067283] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52e6b016-790e-a6cd-bf21-94a0847c8924" [ 1373.067283] env[68466]: _type = "HttpNfcLease" [ 1373.067283] env[68466]: }. {{(pid=68466) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1373.067985] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9041853b-20e1-4d0a-ad97-2871c063cb94 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.074928] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaff04-f681-33ae-611d-70002df5a5c4/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1373.075074] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaff04-f681-33ae-611d-70002df5a5c4/disk-0.vmdk for reading. {{(pid=68466) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1373.162679] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1e3ff40-aeaa-4683-bc9f-0918a2138dd5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.425348] env[68466]: DEBUG nova.compute.manager [req-477d0ebd-23a9-4b3f-8e5c-d79e5665460c req-ee47552d-e98f-4c84-aef6-086e353567fb service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Received event network-vif-deleted-5cb21c62-e20c-412c-8b21-804a0b611c14 {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1373.425644] env[68466]: INFO nova.compute.manager [req-477d0ebd-23a9-4b3f-8e5c-d79e5665460c req-ee47552d-e98f-4c84-aef6-086e353567fb service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Neutron deleted interface 5cb21c62-e20c-412c-8b21-804a0b611c14; detaching it from the instance and deleting it from the info cache [ 1373.425870] env[68466]: DEBUG nova.network.neutron [req-477d0ebd-23a9-4b3f-8e5c-d79e5665460c req-ee47552d-e98f-4c84-aef6-086e353567fb service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.568449] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.906694] env[68466]: DEBUG nova.network.neutron [-] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.928484] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73f2ab1f-f38b-4054-a030-7651d2c151d3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.938584] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df26fb4-6d7d-4857-9a01-351b57b70f02 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.967019] env[68466]: DEBUG nova.compute.manager [req-477d0ebd-23a9-4b3f-8e5c-d79e5665460c req-ee47552d-e98f-4c84-aef6-086e353567fb service nova] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Detach interface failed, port_id=5cb21c62-e20c-412c-8b21-804a0b611c14, reason: Instance 49fe81d9-80d8-4b36-a2d9-73a1f261b75e could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1374.072693] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.072971] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.073220] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.073315] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1374.074274] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307091b5-c5ff-4dd2-8fda-734b24ef095c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.082135] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ef54c-554a-497f-b5b1-a43a455b42c1 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.096472] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07ad68-10c8-4bcd-a77a-139fe9e8e912 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.103106] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38acf81-0761-4042-9c1d-3eb54ad38109 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.134599] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180699MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1374.134957] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.135338] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.409752] env[68466]: INFO nova.compute.manager [-] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Took 1.60 seconds to deallocate network for instance. [ 1374.917234] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.162012] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 49fe81d9-80d8-4b36-a2d9-73a1f261b75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1375.162189] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Instance 33129b3a-289a-476c-91b0-431ff51bb96e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68466) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1375.162371] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1375.162564] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1375.201007] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd8d52-fff9-4089-bf9f-396928fb38cf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.208844] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535f2da7-e702-4dde-9926-c79c6a449822 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.238270] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c8895-02fb-427a-9548-5f2cc16a5519 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.246030] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12c4448-d435-4742-997e-aee74e0efbcd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.258760] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.762074] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.267726] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1376.268197] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.268308] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.351s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.268542] env[68466]: DEBUG nova.objects.instance [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lazy-loading 'resources' on Instance uuid 49fe81d9-80d8-4b36-a2d9-73a1f261b75e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.810219] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc3811e-ccd3-4e16-8fb8-bc8b09017272 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.817829] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbd074b-dff6-42dc-b01f-58e07bcd89ac {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.848287] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb1a498-2abc-4824-83c2-55f71c07ecc9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.856210] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2ea7f4-caf1-499d-b4a2-22439ec031f8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.870126] env[68466]: DEBUG nova.compute.provider_tree [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.374095] env[68466]: DEBUG nova.scheduler.client.report [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.879902] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.901546] env[68466]: INFO nova.scheduler.client.report [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Deleted allocations for instance 49fe81d9-80d8-4b36-a2d9-73a1f261b75e [ 1378.268909] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.269190] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.409457] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d39d3311-e373-4b68-8541-6742d21fc425 tempest-ServerActionsTestJSON-1524404294 tempest-ServerActionsTestJSON-1524404294-project-member] Lock "49fe81d9-80d8-4b36-a2d9-73a1f261b75e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.212s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.568158] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.568346] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68466) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1379.568581] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.568938] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.289404] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaff04-f681-33ae-611d-70002df5a5c4/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1380.290620] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164db343-667f-4934-8bc0-90eff9c7e9f0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.300084] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaff04-f681-33ae-611d-70002df5a5c4/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1380.300260] env[68466]: ERROR oslo_vmware.rw_handles [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaff04-f681-33ae-611d-70002df5a5c4/disk-0.vmdk due to incomplete transfer. [ 1380.300476] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c6096e77-4a62-4923-abbc-878fe8f02c29 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.308059] env[68466]: DEBUG oslo_vmware.rw_handles [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eaff04-f681-33ae-611d-70002df5a5c4/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1380.308336] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Uploaded image 0053182a-6acf-4ddd-b370-5ec054c38c11 to the Glance image server {{(pid=68466) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1380.311533] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Destroying the VM {{(pid=68466) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1380.311774] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b5c4417-be31-427d-adb0-ea7de3edf061 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.318985] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1380.318985] env[68466]: value = "task-2813427" [ 1380.318985] env[68466]: _type = "Task" [ 1380.318985] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.329146] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813427, 'name': Destroy_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.829216] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813427, 'name': Destroy_Task, 'duration_secs': 0.377121} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.829501] env[68466]: INFO nova.virt.vmwareapi.vm_util [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Destroyed the VM [ 1380.829722] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Deleting Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1380.829972] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4fce1636-7db0-4a84-9bb1-91e997e3ad3e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.836792] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1380.836792] env[68466]: value = "task-2813428" [ 1380.836792] env[68466]: _type = "Task" [ 1380.836792] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.844053] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.347339] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813428, 'name': RemoveSnapshot_Task, 'duration_secs': 0.332633} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.347623] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Deleted Snapshot of the VM instance {{(pid=68466) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1381.347906] env[68466]: DEBUG nova.compute.manager [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.348660] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3689d8e5-fda3-479a-bcd7-43802e33f54d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.565144] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.565144] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.860558] env[68466]: INFO nova.compute.manager [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Shelve offloading [ 1382.363467] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.363858] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b312917c-1ee2-4bd5-b347-e684bfa4f008 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.371723] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1382.371723] env[68466]: value = "task-2813429" [ 1382.371723] env[68466]: _type = "Task" [ 1382.371723] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.379288] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.882213] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] VM already powered off {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1382.882514] env[68466]: DEBUG nova.compute.manager [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.883225] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad98c7b-b471-4a11-9b02-d008f00cd216 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.888531] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.888709] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.888857] env[68466]: DEBUG nova.network.neutron [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.592525] env[68466]: DEBUG nova.network.neutron [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating instance_info_cache with network_info: [{"id": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "address": "fa:16:3e:79:64:06", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216fa07-37", "ovs_interfaceid": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.095363] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.303314] env[68466]: DEBUG nova.compute.manager [req-650a91db-c9cd-4f80-953c-795c450a73c7 req-1066e5aa-7b11-452c-a17b-2a537e9b6880 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received event network-vif-unplugged-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1384.303535] env[68466]: DEBUG oslo_concurrency.lockutils [req-650a91db-c9cd-4f80-953c-795c450a73c7 req-1066e5aa-7b11-452c-a17b-2a537e9b6880 service nova] Acquiring lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.303799] env[68466]: DEBUG oslo_concurrency.lockutils [req-650a91db-c9cd-4f80-953c-795c450a73c7 req-1066e5aa-7b11-452c-a17b-2a537e9b6880 service nova] Lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.303934] env[68466]: DEBUG oslo_concurrency.lockutils [req-650a91db-c9cd-4f80-953c-795c450a73c7 req-1066e5aa-7b11-452c-a17b-2a537e9b6880 service nova] Lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.304118] env[68466]: DEBUG nova.compute.manager [req-650a91db-c9cd-4f80-953c-795c450a73c7 req-1066e5aa-7b11-452c-a17b-2a537e9b6880 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] No waiting events found dispatching network-vif-unplugged-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1384.304293] env[68466]: WARNING nova.compute.manager [req-650a91db-c9cd-4f80-953c-795c450a73c7 req-1066e5aa-7b11-452c-a17b-2a537e9b6880 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received unexpected event network-vif-unplugged-e216fa07-37ed-4a1c-9de6-43fd2e38109e for instance with vm_state shelved and task_state shelving_offloading. [ 1384.388887] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.389759] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1d976c-a4e9-4550-97eb-61e647408ca6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.397766] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.397989] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f73bdc0c-62cb-4367-85cb-b8f5817b4ebe {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.468065] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.468300] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.468480] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleting the datastore file [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.468739] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0095c877-ced0-4daa-8adf-dc1b80263477 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.476297] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1384.476297] env[68466]: value = "task-2813431" [ 1384.476297] env[68466]: _type = "Task" [ 1384.476297] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.483832] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.986991] env[68466]: DEBUG oslo_vmware.api [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121412} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.987234] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.987491] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.987686] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.010385] env[68466]: INFO nova.scheduler.client.report [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted allocations for instance 33129b3a-289a-476c-91b0-431ff51bb96e [ 1385.514545] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.514873] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.515127] env[68466]: DEBUG nova.objects.instance [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'resources' on Instance uuid 33129b3a-289a-476c-91b0-431ff51bb96e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.018181] env[68466]: DEBUG nova.objects.instance [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'numa_topology' on Instance uuid 33129b3a-289a-476c-91b0-431ff51bb96e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.328595] env[68466]: DEBUG nova.compute.manager [req-95cee3ed-700d-411c-a691-cdc002a157d5 req-7d9b36a6-4a35-48a7-8aef-bc8d1ce5e5c5 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received event network-changed-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1386.328595] env[68466]: DEBUG nova.compute.manager [req-95cee3ed-700d-411c-a691-cdc002a157d5 req-7d9b36a6-4a35-48a7-8aef-bc8d1ce5e5c5 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Refreshing instance network info cache due to event network-changed-e216fa07-37ed-4a1c-9de6-43fd2e38109e. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1386.328595] env[68466]: DEBUG oslo_concurrency.lockutils [req-95cee3ed-700d-411c-a691-cdc002a157d5 req-7d9b36a6-4a35-48a7-8aef-bc8d1ce5e5c5 service nova] Acquiring lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.328595] env[68466]: DEBUG oslo_concurrency.lockutils [req-95cee3ed-700d-411c-a691-cdc002a157d5 req-7d9b36a6-4a35-48a7-8aef-bc8d1ce5e5c5 service nova] Acquired lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.328719] env[68466]: DEBUG nova.network.neutron [req-95cee3ed-700d-411c-a691-cdc002a157d5 req-7d9b36a6-4a35-48a7-8aef-bc8d1ce5e5c5 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Refreshing network info cache for port e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.523349] env[68466]: DEBUG nova.objects.base [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Object Instance<33129b3a-289a-476c-91b0-431ff51bb96e> lazy-loaded attributes: resources,numa_topology {{(pid=68466) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1386.549465] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a655d11d-b3dd-40b6-a4d5-8f3b15c3114a {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.556466] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c87357-e9fc-41e9-b705-f7f6cf5d6b26 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.585041] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaefd36-4b62-4598-b20f-5ffdd6aab4c8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.591998] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ef7f3d-613d-4628-a87b-cd2640363549 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.606134] env[68466]: DEBUG nova.compute.provider_tree [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.026479] env[68466]: DEBUG nova.network.neutron [req-95cee3ed-700d-411c-a691-cdc002a157d5 req-7d9b36a6-4a35-48a7-8aef-bc8d1ce5e5c5 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updated VIF entry in instance network info cache for port e216fa07-37ed-4a1c-9de6-43fd2e38109e. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.026822] env[68466]: DEBUG nova.network.neutron [req-95cee3ed-700d-411c-a691-cdc002a157d5 req-7d9b36a6-4a35-48a7-8aef-bc8d1ce5e5c5 service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating instance_info_cache with network_info: [{"id": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "address": "fa:16:3e:79:64:06", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape216fa07-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.109513] env[68466]: DEBUG nova.scheduler.client.report [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.148363] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "33129b3a-289a-476c-91b0-431ff51bb96e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.529825] env[68466]: DEBUG oslo_concurrency.lockutils [req-95cee3ed-700d-411c-a691-cdc002a157d5 req-7d9b36a6-4a35-48a7-8aef-bc8d1ce5e5c5 service nova] Releasing lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.614084] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.122343] env[68466]: DEBUG oslo_concurrency.lockutils [None req-9a05fd81-049c-44c5-9aa8-1f93e75be032 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.717s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.122343] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.974s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.122508] env[68466]: INFO nova.compute.manager [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Unshelving [ 1389.146876] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.147182] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.147391] env[68466]: DEBUG nova.objects.instance [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'pci_requests' on Instance uuid 33129b3a-289a-476c-91b0-431ff51bb96e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.651164] env[68466]: DEBUG nova.objects.instance [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'numa_topology' on Instance uuid 33129b3a-289a-476c-91b0-431ff51bb96e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.153412] env[68466]: INFO nova.compute.claims [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.188111] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dcd920-3ade-40e1-ade1-7a5f31886b38 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.195801] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b94117-e06c-4971-adae-cf3d0d46edcf {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.225469] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a1682d-6fab-4bd2-8024-428953351a9f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.232328] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e7a7a9-8182-45e9-a30c-9a9b2d423fcc {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.244963] env[68466]: DEBUG nova.compute.provider_tree [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.748478] env[68466]: DEBUG nova.scheduler.client.report [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.253576] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.106s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.281735] env[68466]: INFO nova.network.neutron [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating port e216fa07-37ed-4a1c-9de6-43fd2e38109e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1393.637781] env[68466]: DEBUG nova.compute.manager [req-8be33a5a-d045-4074-b68a-618c194e1b8a req-4016cce1-6233-409a-a7b2-666b6900af7f service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received event network-vif-plugged-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1393.638102] env[68466]: DEBUG oslo_concurrency.lockutils [req-8be33a5a-d045-4074-b68a-618c194e1b8a req-4016cce1-6233-409a-a7b2-666b6900af7f service nova] Acquiring lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.638350] env[68466]: DEBUG oslo_concurrency.lockutils [req-8be33a5a-d045-4074-b68a-618c194e1b8a req-4016cce1-6233-409a-a7b2-666b6900af7f service nova] Lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.638516] env[68466]: DEBUG oslo_concurrency.lockutils [req-8be33a5a-d045-4074-b68a-618c194e1b8a req-4016cce1-6233-409a-a7b2-666b6900af7f service nova] Lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.638688] env[68466]: DEBUG nova.compute.manager [req-8be33a5a-d045-4074-b68a-618c194e1b8a req-4016cce1-6233-409a-a7b2-666b6900af7f service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] No waiting events found dispatching network-vif-plugged-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.638842] env[68466]: WARNING nova.compute.manager [req-8be33a5a-d045-4074-b68a-618c194e1b8a req-4016cce1-6233-409a-a7b2-666b6900af7f service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received unexpected event network-vif-plugged-e216fa07-37ed-4a1c-9de6-43fd2e38109e for instance with vm_state shelved_offloaded and task_state spawning. [ 1393.723240] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.723240] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.723240] env[68466]: DEBUG nova.network.neutron [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Building network info cache for instance {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.421278] env[68466]: DEBUG nova.network.neutron [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating instance_info_cache with network_info: [{"id": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "address": "fa:16:3e:79:64:06", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216fa07-37", "ovs_interfaceid": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.924569] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.952034] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-06T13:36:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='be1120d349caacf2956c443571db9a4a',container_format='bare',created_at=2025-03-06T13:51:08Z,direct_url=,disk_format='vmdk',id=0053182a-6acf-4ddd-b370-5ec054c38c11,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-167955237-shelved',owner='c37c2ee3b0c944fe9cb2d2199a733820',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-06T13:51:21Z,virtual_size=,visibility=), allow threads: False {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.952302] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.952463] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image limits 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.952644] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Flavor pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.952822] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Image pref 0:0:0 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.952984] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68466) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.953242] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.953415] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.953586] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Got 1 possible topologies {{(pid=68466) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.953764] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.953960] env[68466]: DEBUG nova.virt.hardware [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68466) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.954990] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd97bb-896c-4ba6-bf3c-a5f45fbc90ca {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.964663] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ac2a8a-d28f-4341-98a8-5dbd7163e06b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.985156] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:64:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e216fa07-37ed-4a1c-9de6-43fd2e38109e', 'vif_model': 'vmxnet3'}] {{(pid=68466) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.997500] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.997893] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Creating VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.998226] env[68466]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a81b9982-2c18-4303-b245-09c8ab0cbeb9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.021839] env[68466]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.021839] env[68466]: value = "task-2813432" [ 1395.021839] env[68466]: _type = "Task" [ 1395.021839] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.029594] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813432, 'name': CreateVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.532606] env[68466]: DEBUG oslo_vmware.api [-] Task: {'id': task-2813432, 'name': CreateVM_Task, 'duration_secs': 0.309581} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.532606] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Created VM on the ESX host {{(pid=68466) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.533259] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.533429] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.533851] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.534140] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f31822e-dd51-474c-87b7-2c2a1e69eafd {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.538565] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1395.538565] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5212f366-7124-ba56-ae49-39c637d969a2" [ 1395.538565] env[68466]: _type = "Task" [ 1395.538565] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.546075] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5212f366-7124-ba56-ae49-39c637d969a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.665530] env[68466]: DEBUG nova.compute.manager [req-4a18c2c5-9daa-4a5d-bd72-bfa68dd34942 req-54b7a388-fd5d-4d50-8eae-81c07c77637b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received event network-changed-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1395.665694] env[68466]: DEBUG nova.compute.manager [req-4a18c2c5-9daa-4a5d-bd72-bfa68dd34942 req-54b7a388-fd5d-4d50-8eae-81c07c77637b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Refreshing instance network info cache due to event network-changed-e216fa07-37ed-4a1c-9de6-43fd2e38109e. {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1395.665888] env[68466]: DEBUG oslo_concurrency.lockutils [req-4a18c2c5-9daa-4a5d-bd72-bfa68dd34942 req-54b7a388-fd5d-4d50-8eae-81c07c77637b service nova] Acquiring lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.666047] env[68466]: DEBUG oslo_concurrency.lockutils [req-4a18c2c5-9daa-4a5d-bd72-bfa68dd34942 req-54b7a388-fd5d-4d50-8eae-81c07c77637b service nova] Acquired lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.666213] env[68466]: DEBUG nova.network.neutron [req-4a18c2c5-9daa-4a5d-bd72-bfa68dd34942 req-54b7a388-fd5d-4d50-8eae-81c07c77637b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Refreshing network info cache for port e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.048566] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.048863] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Processing image 0053182a-6acf-4ddd-b370-5ec054c38c11 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.049037] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11/0053182a-6acf-4ddd-b370-5ec054c38c11.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.049198] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11/0053182a-6acf-4ddd-b370-5ec054c38c11.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.049381] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.049633] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b7c45d4-94ab-4e24-b29f-c00d3363a3b6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.058188] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.058363] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68466) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.059058] env[68466]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d10814-7f0e-4e00-a388-b05d17fd4d9f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.063772] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1396.063772] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5265ce2b-95dc-43a4-849f-17d087acf18b" [ 1396.063772] env[68466]: _type = "Task" [ 1396.063772] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.070915] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': session[52849536-fd1f-9372-b2ec-c4f0b44bc367]5265ce2b-95dc-43a4-849f-17d087acf18b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.347369] env[68466]: DEBUG nova.network.neutron [req-4a18c2c5-9daa-4a5d-bd72-bfa68dd34942 req-54b7a388-fd5d-4d50-8eae-81c07c77637b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updated VIF entry in instance network info cache for port e216fa07-37ed-4a1c-9de6-43fd2e38109e. {{(pid=68466) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.347718] env[68466]: DEBUG nova.network.neutron [req-4a18c2c5-9daa-4a5d-bd72-bfa68dd34942 req-54b7a388-fd5d-4d50-8eae-81c07c77637b service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating instance_info_cache with network_info: [{"id": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "address": "fa:16:3e:79:64:06", "network": {"id": "b391be87-e2d4-436b-8956-ad0e46f0f0ea", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2036483692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c37c2ee3b0c944fe9cb2d2199a733820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216fa07-37", "ovs_interfaceid": "e216fa07-37ed-4a1c-9de6-43fd2e38109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.574020] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Preparing fetch location {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1396.574235] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Fetch image to [datastore2] OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06/OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06.vmdk {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1396.574424] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Downloading stream optimized image 0053182a-6acf-4ddd-b370-5ec054c38c11 to [datastore2] OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06/OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06.vmdk on the data store datastore2 as vApp {{(pid=68466) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1396.574595] env[68466]: DEBUG nova.virt.vmwareapi.images [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Downloading image file data 0053182a-6acf-4ddd-b370-5ec054c38c11 to the ESX as VM named 'OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06' {{(pid=68466) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1396.638796] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1396.638796] env[68466]: value = "resgroup-9" [ 1396.638796] env[68466]: _type = "ResourcePool" [ 1396.638796] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1396.638965] env[68466]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a1121bea-02fb-4d6e-9c06-d42a524b7c21 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.659464] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease: (returnval){ [ 1396.659464] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52aca03e-afa7-5684-0eaa-f0e51bf98374" [ 1396.659464] env[68466]: _type = "HttpNfcLease" [ 1396.659464] env[68466]: } obtained for vApp import into resource pool (val){ [ 1396.659464] env[68466]: value = "resgroup-9" [ 1396.659464] env[68466]: _type = "ResourcePool" [ 1396.659464] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1396.659684] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the lease: (returnval){ [ 1396.659684] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52aca03e-afa7-5684-0eaa-f0e51bf98374" [ 1396.659684] env[68466]: _type = "HttpNfcLease" [ 1396.659684] env[68466]: } to be ready. {{(pid=68466) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1396.665462] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1396.665462] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52aca03e-afa7-5684-0eaa-f0e51bf98374" [ 1396.665462] env[68466]: _type = "HttpNfcLease" [ 1396.665462] env[68466]: } is initializing. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1396.851225] env[68466]: DEBUG oslo_concurrency.lockutils [req-4a18c2c5-9daa-4a5d-bd72-bfa68dd34942 req-54b7a388-fd5d-4d50-8eae-81c07c77637b service nova] Releasing lock "refresh_cache-33129b3a-289a-476c-91b0-431ff51bb96e" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.167620] env[68466]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1397.167620] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52aca03e-afa7-5684-0eaa-f0e51bf98374" [ 1397.167620] env[68466]: _type = "HttpNfcLease" [ 1397.167620] env[68466]: } is ready. {{(pid=68466) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1397.168000] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1397.168000] env[68466]: value = "session[52849536-fd1f-9372-b2ec-c4f0b44bc367]52aca03e-afa7-5684-0eaa-f0e51bf98374" [ 1397.168000] env[68466]: _type = "HttpNfcLease" [ 1397.168000] env[68466]: }. {{(pid=68466) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1397.168655] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcdec83-0859-4c5c-b2c9-4614d1e81847 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.175817] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d92b23-4084-6ac4-70f6-055f4f7e5ae2/disk-0.vmdk from lease info. {{(pid=68466) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1397.176015] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d92b23-4084-6ac4-70f6-055f4f7e5ae2/disk-0.vmdk. {{(pid=68466) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1397.239169] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4f52ca1-0771-4dd9-95ca-08a4b82c7cad {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.327872] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Completed reading data from the image iterator. {{(pid=68466) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1398.328237] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d92b23-4084-6ac4-70f6-055f4f7e5ae2/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1398.329257] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b874597-9f44-42b4-886c-337ff132b19d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.337162] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d92b23-4084-6ac4-70f6-055f4f7e5ae2/disk-0.vmdk is in state: ready. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1398.337399] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d92b23-4084-6ac4-70f6-055f4f7e5ae2/disk-0.vmdk. {{(pid=68466) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1398.337696] env[68466]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a2be5a53-751c-45b0-866f-938d913f09a5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.517815] env[68466]: DEBUG oslo_vmware.rw_handles [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d92b23-4084-6ac4-70f6-055f4f7e5ae2/disk-0.vmdk. {{(pid=68466) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1398.518060] env[68466]: INFO nova.virt.vmwareapi.images [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Downloaded image file data 0053182a-6acf-4ddd-b370-5ec054c38c11 [ 1398.518949] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e5ac35-a9da-4375-93de-93a62ac3efe2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.534333] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e423aac9-5d58-4c02-bffa-ba96bdc182cb {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.555735] env[68466]: INFO nova.virt.vmwareapi.images [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] The imported VM was unregistered [ 1398.558060] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Caching image {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1398.558287] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.558531] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c539b790-a044-48fd-bec4-37de2e5012a0 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.567449] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Created directory with path [datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11 {{(pid=68466) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.567621] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06/OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06.vmdk to [datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11/0053182a-6acf-4ddd-b370-5ec054c38c11.vmdk. {{(pid=68466) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1398.567847] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2fb9b113-a5db-4f36-b67b-14f992a5ff77 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.573176] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1398.573176] env[68466]: value = "task-2813435" [ 1398.573176] env[68466]: _type = "Task" [ 1398.573176] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.580231] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813435, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.083428] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813435, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.583904] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813435, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.084461] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813435, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.584992] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813435, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.085947] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813435, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.09567} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.086168] env[68466]: INFO nova.virt.vmwareapi.ds_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06/OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06.vmdk to [datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11/0053182a-6acf-4ddd-b370-5ec054c38c11.vmdk. [ 1401.086371] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Cleaning up location [datastore2] OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06 {{(pid=68466) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1401.086513] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dfd4c746-f1a2-40f0-b3c9-fa92f13aae06 {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.086759] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-592eb5ad-3056-4a9d-a50e-40ed25925cb4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.092844] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1401.092844] env[68466]: value = "task-2813436" [ 1401.092844] env[68466]: _type = "Task" [ 1401.092844] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.100245] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.603012] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064073} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.603364] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.603444] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11/0053182a-6acf-4ddd-b370-5ec054c38c11.vmdk" {{(pid=68466) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.603739] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11/0053182a-6acf-4ddd-b370-5ec054c38c11.vmdk to [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e/33129b3a-289a-476c-91b0-431ff51bb96e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.604034] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6358a6e-24f8-4985-a000-7df47f357b91 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.610294] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1401.610294] env[68466]: value = "task-2813437" [ 1401.610294] env[68466]: _type = "Task" [ 1401.610294] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.617207] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.122184] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813437, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.621606] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813437, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.121910] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813437, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.621923] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813437, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.122839] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813437, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.049539} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.126031] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0053182a-6acf-4ddd-b370-5ec054c38c11/0053182a-6acf-4ddd-b370-5ec054c38c11.vmdk to [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e/33129b3a-289a-476c-91b0-431ff51bb96e.vmdk {{(pid=68466) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.126031] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f12bca-39b6-4db5-98bc-14709052704e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.145060] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e/33129b3a-289a-476c-91b0-431ff51bb96e.vmdk or device None with type streamOptimized {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.145303] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a2824f0-9321-4174-aedd-ea24fc853cd5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.164731] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1404.164731] env[68466]: value = "task-2813438" [ 1404.164731] env[68466]: _type = "Task" [ 1404.164731] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.172290] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.674167] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813438, 'name': ReconfigVM_Task, 'duration_secs': 0.260756} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.674574] env[68466]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e/33129b3a-289a-476c-91b0-431ff51bb96e.vmdk or device None with type streamOptimized {{(pid=68466) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.675079] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cf9c43b-e10f-4c1b-ab34-10dde8e33524 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.680471] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1404.680471] env[68466]: value = "task-2813439" [ 1404.680471] env[68466]: _type = "Task" [ 1404.680471] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.690018] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813439, 'name': Rename_Task} progress is 5%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.190669] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813439, 'name': Rename_Task, 'duration_secs': 0.140413} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.190985] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Powering on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.191255] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b661f43-b7aa-492d-badd-4ee657e36b6c {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.199380] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1405.199380] env[68466]: value = "task-2813440" [ 1405.199380] env[68466]: _type = "Task" [ 1405.199380] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.206589] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.708987] env[68466]: DEBUG oslo_vmware.api [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813440, 'name': PowerOnVM_Task, 'duration_secs': 0.40244} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.709331] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Powered on the VM {{(pid=68466) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.800203] env[68466]: DEBUG nova.compute.manager [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Checking state {{(pid=68466) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.801163] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f470f056-f9c1-4dca-adc8-13e22857a49b {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.317514] env[68466]: DEBUG oslo_concurrency.lockutils [None req-d2712b38-fb4b-48b7-b4e1-1e28b71dfe2c tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.195s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.711400] env[68466]: DEBUG oslo_concurrency.lockutils [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "33129b3a-289a-476c-91b0-431ff51bb96e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.711767] env[68466]: DEBUG oslo_concurrency.lockutils [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.711869] env[68466]: DEBUG oslo_concurrency.lockutils [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.712072] env[68466]: DEBUG oslo_concurrency.lockutils [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.712250] env[68466]: DEBUG oslo_concurrency.lockutils [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.714495] env[68466]: INFO nova.compute.manager [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Terminating instance [ 1408.217918] env[68466]: DEBUG nova.compute.manager [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Start destroying the instance on the hypervisor. {{(pid=68466) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.218170] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Destroying instance {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.219084] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f6fa14-5298-4ceb-a6ba-a8247479a03e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.226896] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Powering off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.227143] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e4fa2f-b71b-4b65-a531-ead1dea98466 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.233031] env[68466]: DEBUG oslo_vmware.api [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1408.233031] env[68466]: value = "task-2813441" [ 1408.233031] env[68466]: _type = "Task" [ 1408.233031] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.240959] env[68466]: DEBUG oslo_vmware.api [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.743524] env[68466]: DEBUG oslo_vmware.api [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813441, 'name': PowerOffVM_Task, 'duration_secs': 0.172676} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.743875] env[68466]: DEBUG nova.virt.vmwareapi.vm_util [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Powered off the VM {{(pid=68466) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.743978] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Unregistering the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.744216] env[68466]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9627c52e-e5ca-4e04-ba7a-7e2ad0e41ec2 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.809308] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Unregistered the VM {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.809541] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Deleting contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.809725] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleting the datastore file [datastore2] 33129b3a-289a-476c-91b0-431ff51bb96e {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.809997] env[68466]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fae6f52-06d3-41da-9960-0ad6abd6e742 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.816308] env[68466]: DEBUG oslo_vmware.api [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for the task: (returnval){ [ 1408.816308] env[68466]: value = "task-2813443" [ 1408.816308] env[68466]: _type = "Task" [ 1408.816308] env[68466]: } to complete. {{(pid=68466) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.823871] env[68466]: DEBUG oslo_vmware.api [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.325814] env[68466]: DEBUG oslo_vmware.api [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Task: {'id': task-2813443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131155} completed successfully. {{(pid=68466) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.326064] env[68466]: DEBUG nova.virt.vmwareapi.ds_util [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted the datastore file {{(pid=68466) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.326259] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Deleted contents of the VM from datastore datastore2 {{(pid=68466) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.326437] env[68466]: DEBUG nova.virt.vmwareapi.vmops [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Instance destroyed {{(pid=68466) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.326610] env[68466]: INFO nova.compute.manager [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1409.326858] env[68466]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68466) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.327064] env[68466]: DEBUG nova.compute.manager [-] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Deallocating network for instance {{(pid=68466) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.327164] env[68466]: DEBUG nova.network.neutron [-] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] deallocate_for_instance() {{(pid=68466) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.759995] env[68466]: DEBUG nova.compute.manager [req-af35c509-7bae-4dd2-a3ae-0358007ba58f req-17033c81-692c-4087-99bf-c49a189c19ad service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Received event network-vif-deleted-e216fa07-37ed-4a1c-9de6-43fd2e38109e {{(pid=68466) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1409.760239] env[68466]: INFO nova.compute.manager [req-af35c509-7bae-4dd2-a3ae-0358007ba58f req-17033c81-692c-4087-99bf-c49a189c19ad service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Neutron deleted interface e216fa07-37ed-4a1c-9de6-43fd2e38109e; detaching it from the instance and deleting it from the info cache [ 1409.760354] env[68466]: DEBUG nova.network.neutron [req-af35c509-7bae-4dd2-a3ae-0358007ba58f req-17033c81-692c-4087-99bf-c49a189c19ad service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.239545] env[68466]: DEBUG nova.network.neutron [-] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Updating instance_info_cache with network_info: [] {{(pid=68466) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.263198] env[68466]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2130e56f-00d4-49d0-8023-d9a8ac8d2586 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.272990] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b475503d-9aff-4209-802c-3b11090a30e7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.296588] env[68466]: DEBUG nova.compute.manager [req-af35c509-7bae-4dd2-a3ae-0358007ba58f req-17033c81-692c-4087-99bf-c49a189c19ad service nova] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Detach interface failed, port_id=e216fa07-37ed-4a1c-9de6-43fd2e38109e, reason: Instance 33129b3a-289a-476c-91b0-431ff51bb96e could not be found. {{(pid=68466) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1410.745419] env[68466]: INFO nova.compute.manager [-] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Took 1.42 seconds to deallocate network for instance. [ 1411.251872] env[68466]: DEBUG oslo_concurrency.lockutils [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.252213] env[68466]: DEBUG oslo_concurrency.lockutils [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.252414] env[68466]: DEBUG nova.objects.instance [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lazy-loading 'resources' on Instance uuid 33129b3a-289a-476c-91b0-431ff51bb96e {{(pid=68466) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.786141] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdbbdff-7742-4837-9217-2b67e1ce8f95 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.793868] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b14f0c-6e57-4282-bb14-3928b64f3e2e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.826075] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267fd100-782d-4df9-9353-a37d73f584a8 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.835043] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3071c8d-dbd0-4164-9f6b-7dc56801fac5 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.847811] env[68466]: DEBUG nova.compute.provider_tree [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.351080] env[68466]: DEBUG nova.scheduler.client.report [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.856253] env[68466]: DEBUG oslo_concurrency.lockutils [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.875546] env[68466]: INFO nova.scheduler.client.report [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Deleted allocations for instance 33129b3a-289a-476c-91b0-431ff51bb96e [ 1413.383111] env[68466]: DEBUG oslo_concurrency.lockutils [None req-92127624-d7e0-420f-9520-6f3bec23e6d7 tempest-ServerActionsTestOtherB-944236722 tempest-ServerActionsTestOtherB-944236722-project-member] Lock "33129b3a-289a-476c-91b0-431ff51bb96e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.671s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.569334] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.567980] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager.update_available_resource {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.074021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.074021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.074021] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.074021] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68466) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1436.074021] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9fbb08-2caf-4fad-89dc-a92c87ea18e4 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.082264] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c49b24-909c-469c-b4e7-8a50fc42a0b9 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.096465] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24ad1e9-f831-44d7-bcbd-d1372b2028c7 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.102868] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c19f6b-bf3a-4fac-8b50-e44ac60e25b3 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.131703] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180866MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=68466) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1436.131996] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.132335] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.155938] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1437.155938] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68466) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1437.167648] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b140bd-b397-403f-8dbc-66c1d9d50e8e {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.175986] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f9e708-e132-4be1-8baa-19bf3196647d {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.207508] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c359a8-aba2-4afe-9b5e-80793e0ba55f {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.214851] env[68466]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a31c16-ef23-418f-914a-714b2a5c22c6 {{(pid=68466) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.228255] env[68466]: DEBUG nova.compute.provider_tree [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed in ProviderTree for provider: 2a5f2f3e-1107-40da-ae5c-58673b030abf {{(pid=68466) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.734025] env[68466]: DEBUG nova.scheduler.client.report [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Inventory has not changed for provider 2a5f2f3e-1107-40da-ae5c-58673b030abf based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68466) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.237814] env[68466]: DEBUG nova.compute.resource_tracker [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68466) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1438.237814] env[68466]: DEBUG oslo_concurrency.lockutils [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=68466) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.570403] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.570403] env[68466]: DEBUG oslo_service.periodic_task [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68466) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.570403] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] Cleaning up deleted instances {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1439.078485] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] There are 26 instances to clean {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1439.079162] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 2b253ae4-9ef2-42fa-befa-c2768bebfe98] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1439.582723] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 33129b3a-289a-476c-91b0-431ff51bb96e] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1440.086592] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 49fe81d9-80d8-4b36-a2d9-73a1f261b75e] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1440.590376] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 396389ca-558f-475a-b13c-6afe5852e05e] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1441.093731] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: ca3fdc69-e892-4eff-8d03-5ead1e329f41] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1441.596526] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 8fbbc059-05dc-494b-bddb-4969d93871e7] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1442.099526] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: c5ad528e-022a-45e9-b4f1-c774b57487c7] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1442.603480] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: a66ff562-19cc-4e6d-a931-efb2de790058] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1443.107378] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 3221f820-0b03-48bf-a4a4-02ead3522287] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1443.611071] env[68466]: DEBUG nova.compute.manager [None req-ae3bf4ff-d15c-4b06-8759-88619a5cc84a None None] [instance: 0fbf4b6c-f7bb-469d-9883-5084701a15d1] Instance has had 0 of 5 cleanup attempts {{(pid=68466) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}}